-- Logs begin at Fri 2021-08-27 02:34:09 UTC, end at Fri 2021-08-27 03:57:03 UTC. -- Aug 27 03:03:45.619193 dv-cinder-805887-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 03:03:48.379427 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:03:48.380006 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:03:48.380266 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93866) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:03:48.383501 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:03:48.383759 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:03:48.384074 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93866) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:03:48.385031 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:03:48.385271 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:03:48.386330 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:03:48.386802 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:03:48.387001 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:03:48.387339 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.387649 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.387958 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.388194 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.388500 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.388800 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.389091 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.389390 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.389695 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.389986 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.390271 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.390585 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.390825 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.391112 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.391408 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.391703 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.391931 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] debug = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.392216 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.392647 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.393073 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.393359 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.393823 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.393937 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.394204 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.394487 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.394797 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.395148 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] host = dv-cinder-805887-5-iscsi {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.395432 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.395728 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.396021 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.396316 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.396597 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.396881 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.397173 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.397455 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.397733 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] log_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.398014 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.398308 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.398601 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.398930 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.399160 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.399386 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.399722 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.400014 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.400294 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.400578 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.400860 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.401728 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.402018 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.402294 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.402586 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.402904 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.403198 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.403476 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.403755 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.404036 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.404315 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.404607 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.404887 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.405165 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.405445 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.405736 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.406013 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.406293 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.406601 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.406922 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.407214 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.407506 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.407786 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.408076 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.408358 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.408638 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.408917 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] use_json = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.409197 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.409476 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.409763 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.410043 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.410321 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.410604 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.410912 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.411202 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:48.411506 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.411805 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.412110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.412399 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.412699 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.412981 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.413273 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.413556 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.413850 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.414145 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.414436 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.414719 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.415032 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.415311 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.415609 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.415918 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.416215 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.416510 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.416828 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.417112 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.417394 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.417669 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.417959 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.418239 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.418532 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.418852 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.419137 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.419427 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.419723 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.420016 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.420292 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.420580 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.420873 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.421154 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.421429 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.421709 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.422000 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.422281 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.422554 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.422864 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.423146 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.423421 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.423695 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.423975 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.424268 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.424546 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.424820 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.425094 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.425372 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.425645 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.425931 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.426210 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.426485 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.426779 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.427061 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.427336 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.427612 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.427891 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.428167 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.428451 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.428728 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.429005 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.429281 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.429558 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.429834 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.430111 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.430392 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.430675 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.430979 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.431257 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.431533 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.431808 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.432087 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.432414 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.432726 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.433011 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.433294 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.433579 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.433864 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.434147 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.434428 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.434712 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.435016 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.435293 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.435590 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.435876 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.436170 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.436457 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.436739 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.437047 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.437329 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.437616 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.437903 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.438178 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.438465 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.438772 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.439076 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.439375 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.439674 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.439972 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.440268 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.440554 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.440866 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.441151 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:48.441371 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:03:48.441621 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93866) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 03:03:48.801481 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:03:48.801685 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:03:48.801981 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:03:48.802316 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 03:03:49.200980 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.201263 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.201532 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.202875 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.203151 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.203415 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.239611 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.239888 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.240159 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.255554 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.255838 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.256109 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.285520 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.285931 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.286201 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.324906 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.325114 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.325381 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.559287 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.559925 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.559925 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.560090 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.561001 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.682250 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.682681 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.682990 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.683261 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.683526 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.683834 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.684093 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.684347 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.684600 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.684879 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.685135 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.685394 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.685646 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.685896 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.686151 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.686411 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.686665 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.686952 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.687217 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.687474 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.687741 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.687995 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.688276 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.688655 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.688902 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.689146 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.689538 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:03:49.689774 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:03:49.690008 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:03:49.690241 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:03:49.690472 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:03:49.690704 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:03:49.691092 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 03:03:49.694220 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 03:03:49.699131 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 03:03:49.702976 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 27 03:03:49.704598 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 03:03:49.705056 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 03:03:49.705394 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 03:03:49.705816 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 03:03:49.708623 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 03:03:49.708873 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 03:03:49.709217 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:03:49.715191 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 03:03:49.737291 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 03:03:49.737833 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.738067 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93866) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 03:03:49.738434 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.739831 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93866) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 03:03:49.740104 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:03:49.740349 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 03:03:49.743569 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.743854 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:49.807416 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 03:03:49.807650 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 03:03:49.807873 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 03:03:49.808253 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 03:03:49.829801 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_db.sqlalchemy.engines [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93866) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 03:03:50.373539 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Initializing driver for type 'gre' Aug 27 03:03:50.374099 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] gre ID ranges: [(1, 1000)] Aug 27 03:03:50.433218 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Initializing driver for type 'local' Aug 27 03:03:50.433565 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Initializing driver for type 'vlan' Aug 27 03:03:50.447461 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] VlanTypeDriver initialization complete Aug 27 03:03:50.447798 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Initializing driver for type 'vxlan' Aug 27 03:03:50.448329 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] vxlan ID ranges: [(1, 1000)] Aug 27 03:03:50.504725 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Initializing extension driver 'port_security' Aug 27 03:03:50.505084 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.extensions.port_security [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] PortSecurityExtensionDriver initialization complete Aug 27 03:03:50.505450 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Initializing mechanism driver 'openvswitch' Aug 27 03:03:50.505786 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Initializing mechanism driver 'hyperv' Aug 27 03:03:50.512993 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:03:50.513683 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > port after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.514064 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > port after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.514427 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > port after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.514987 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:03:50.515429 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > subnet after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.515791 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > subnet after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.516145 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.516541 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:03:50.516952 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > network after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.517310 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > network after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.517659 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > network after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.518050 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:03:50.518460 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > security_group after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.518842 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > security_group after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.519191 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > security_group after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.519726 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:03:50.520143 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.520510 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.520863 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.521263 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:03:50.521678 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > address_group after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.522033 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > address_group after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.522383 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > address_group after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.522796 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93866) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:03:50.523178 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] ML2 OVO RPC backend initialized. {{(pid=93866) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 03:03:50.523895 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.524259 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.524687 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > network before_response 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.525046 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > networks before_response 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.525412 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > port before_response 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.525763 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > ports before_response 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.526189 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > subnet before_response 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.527013 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > subnets before_response 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.527379 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > network after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.527734 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > network after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.528084 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > network after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.528434 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > port after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.528780 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > port after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.529143 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > port after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.529473 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > subnet after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.529825 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > subnet after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.530168 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.530852 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.plugin [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Modular L2 Plugin initialization complete Aug 27 03:03:50.531194 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading services supported by the core plugin {{(pid=93866) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 03:03:50.531530 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.plugins.ml2.managers [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Got port-security extension from driver 'port_security' Aug 27 03:03:50.532001 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.extensions.vlantransparent [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Disabled vlantransparent extension. Aug 27 03:03:50.532492 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93866) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 03:03:50.532827 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading Plugin: router Aug 27 03:03:50.572576 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router_interface before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.573320 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router after_create 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.573937 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router before_create 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.574316 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.574704 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.575106 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router after_delete 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.575480 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > floatingip after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.575840 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > floatingip after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.576208 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router after_create 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.576560 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router after_update 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.576917 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router after_update 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.577270 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.577632 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router after_update 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.578050 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router precommit_update 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.578423 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: port after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.578790 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: port after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.579136 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: subnet after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.579485 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.579840 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > port precommit_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.580192 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router precommit_create 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.580540 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: port before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.580894 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router precommit_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.581261 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router after_update 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.581614 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router precommit_delete 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.581990 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router precommit_create 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.582337 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.582687 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router precommit_update 55549900 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.583085 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > agent after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.583442 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > agent after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.583792 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > network after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.584670 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Tracking information for resource: router configured {{(pid=93866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:03:50.585005 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Tracking information for resource: floatingip configured {{(pid=93866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:03:50.594070 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.db.l3_agentschedulers_db [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 03:03:50.594664 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: port after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.595063 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: port after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.595423 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: port after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.595788 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: port after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.596609 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router before_create 55550100 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.596986 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router precommit_delete 55550100 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.597354 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router precommit_create 55550100 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.597716 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > router precommit_update 55550100 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.602300 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.services.provider_configuration [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service providers = [] {{(pid=93866) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 03:03:50.602671 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.db.servicetype_db [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93866) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 03:03:50.606705 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.services.service_base [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:03:50.607087 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.services.service_base [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:03:50.607443 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.services.service_base [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:03:50.608360 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.services.service_base [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:03:50.608739 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.services.service_base [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 03:03:50.609131 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:03:50.609455 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 03:03:50.621298 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:03:50.621643 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading Plugin: auto_allocate Aug 27 03:03:50.627931 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: network precommit_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.628261 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: network precommit_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.628800 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:03:50.629128 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading Plugin: tag Aug 27 03:03:50.636195 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:03:50.636534 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading Plugin: timestamp Aug 27 03:03:50.640626 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:03:50.640963 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading Plugin: network_ip_availability Aug 27 03:03:50.646428 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.646847 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.647217 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.647956 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:03:50.648285 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading Plugin: flavors Aug 27 03:03:50.653782 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:03:50.654264 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading Plugin: revisions Aug 27 03:03:50.659390 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:03:50.659924 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_concurrency.lockutils [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.858s {{(pid=93866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:03:50.660753 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93866) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 03:03:50.661109 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Initializing extension manager. Aug 27 03:03:50.661728 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: __init__.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.662252 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: __pycache__ {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.662571 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.663064 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: address_group.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.664021 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.664618 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: address-group Aug 27 03:03:50.665091 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: address_scope.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.665975 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.667240 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: address-scope Aug 27 03:03:50.668133 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: admin_state_down_before_update.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.669241 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.670023 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: router-admin-state-down-before-update Aug 27 03:03:50.670246 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: agent.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.671556 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.672069 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: agent Aug 27 03:03:50.672442 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: agent_resources_synced.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.673714 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.674269 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: agent-resources-synced Aug 27 03:03:50.674657 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: allowedaddresspairs.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.676872 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.677507 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: allowed-address-pairs Aug 27 03:03:50.678009 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: auto_allocated_topology.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.679280 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.679945 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: auto-allocated-topology Aug 27 03:03:50.680287 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: availability_zone.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.681111 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.681743 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: availability_zone Aug 27 03:03:50.682350 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: availability_zone_filter.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.684522 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.685221 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: availability_zone_filter Aug 27 03:03:50.685675 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: data_plane_status.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.686806 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.687465 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 03:03:50.687824 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: default_subnetpools.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.688841 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.689439 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: default-subnetpools Aug 27 03:03:50.689822 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: dhcpagentscheduler.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.690903 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.691459 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: dhcp_agent_scheduler Aug 27 03:03:50.691818 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: dns.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.693182 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.693542 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension dns-integration not supported by any of loaded plugins Aug 27 03:03:50.694017 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: dns_domain_ports.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.694949 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.695558 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 03:03:50.696019 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.697326 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.697872 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 03:03:50.698776 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: dvr.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.699516 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.700024 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: dvr Aug 27 03:03:50.700353 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: ecmp_routes.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.701297 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.701798 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 03:03:50.702127 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: empty_string_filtering.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.703084 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.703594 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: empty-string-filtering Aug 27 03:03:50.703925 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.704866 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.705373 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:03:50.705704 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.706640 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.707178 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 03:03:50.707508 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: external_net.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.708444 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.708953 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: external-net Aug 27 03:03:50.709280 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: extra_dhcp_opt.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.710215 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.710748 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: extra_dhcp_opt Aug 27 03:03:50.711077 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: extraroute.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.712001 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.712509 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: extraroute Aug 27 03:03:50.712836 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: extraroute_atomic.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.714473 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.715022 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: extraroute-atomic Aug 27 03:03:50.715354 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: filter_validation.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.716053 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.716559 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: filter-validation Aug 27 03:03:50.716885 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: fip_pf_description.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.717821 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.718325 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 03:03:50.718651 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: fip_port_details.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.719610 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.720116 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: fip-port-details Aug 27 03:03:50.720442 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: flavors.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.721702 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.722223 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: flavors Aug 27 03:03:50.722566 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.724271 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.724794 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 03:03:50.725131 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: floatingip_pools.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.725850 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.726357 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: floatingip-pools Aug 27 03:03:50.726690 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: ip_allocation.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.727663 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.728170 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 03:03:50.728500 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.730360 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.730908 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: ip-substring-filtering Aug 27 03:03:50.731247 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: l2_adjacency.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.732211 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.732715 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 03:03:50.733044 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: l3.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.734223 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.734769 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: router Aug 27 03:03:50.735109 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: l3_conntrack_helper.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.737464 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.737933 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:03:50.738274 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.739258 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.739775 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: ext-gw-mode Aug 27 03:03:50.740107 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.741062 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.741576 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: l3-ha Aug 27 03:03:50.741906 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: l3_flavors.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.742874 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.743389 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: l3-flavors Aug 27 03:03:50.743720 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.744667 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.746189 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 03:03:50.746521 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: l3agentscheduler.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.747622 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.748133 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: l3_agent_scheduler Aug 27 03:03:50.748465 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: logging.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.749974 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.750513 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension logging not supported by any of loaded plugins Aug 27 03:03:50.750882 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: metering.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.751649 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.752231 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: metering Aug 27 03:03:50.752564 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.753682 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.754203 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: metering_source_and_destination_fields Aug 27 03:03:50.754536 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: multiprovidernet.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.755515 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.756028 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: multi-provider Aug 27 03:03:50.756359 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: netmtu.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.757295 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.757801 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: net-mtu Aug 27 03:03:50.758129 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: netmtu_writable.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.759115 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.759632 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: net-mtu-writable Aug 27 03:03:50.759963 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: network_availability_zone.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.761198 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.761714 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: network_availability_zone Aug 27 03:03:50.762045 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: network_ip_availability.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.763198 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.763719 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: network-ip-availability Aug 27 03:03:50.764054 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: network_segment_range.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.764842 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.765348 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 03:03:50.765678 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: pagination.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.766684 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.767057 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: pagination Aug 27 03:03:50.767386 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: port_device_profile.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.768319 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.768841 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: port-device-profile Aug 27 03:03:50.769169 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.770110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.770622 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: port-mac-address-regenerate Aug 27 03:03:50.770990 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.771926 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.772442 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: port-numa-affinity-policy Aug 27 03:03:50.772769 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: port_resource_request.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.773695 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.774201 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 03:03:50.774528 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: portbindings.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.775505 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.776120 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: binding Aug 27 03:03:50.776894 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: portbindings_extended.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.778330 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.778879 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: binding-extended Aug 27 03:03:50.779220 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: portsecurity.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.780159 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.780667 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: port-security Aug 27 03:03:50.780997 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: project_id.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.781988 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.782326 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: project-id Aug 27 03:03:50.782658 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: providernet.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.783622 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.784150 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: provider Aug 27 03:03:50.784484 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: qos.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.788094 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.788617 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension qos not supported by any of loaded plugins Aug 27 03:03:50.788952 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.790219 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.790747 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 03:03:50.791101 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.793025 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.793541 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 03:03:50.793877 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: qos_default.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.794845 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.795363 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension qos-default not supported by any of loaded plugins Aug 27 03:03:50.795694 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: qos_fip.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.796371 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.796882 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension qos-fip not supported by any of loaded plugins Aug 27 03:03:50.797214 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: qos_gateway_ip.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.798162 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.798674 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 03:03:50.799036 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: qos_port_network_policy.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.799972 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.800490 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 03:03:50.800821 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: qos_pps_rule.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.802181 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.802698 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension qos-pps not supported by any of loaded plugins Aug 27 03:03:50.803056 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: qos_rule_type_details.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.803997 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.804508 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 03:03:50.804839 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: qos_rules_alias.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.805897 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.806418 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 03:03:50.806773 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: quotasv2.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.808962 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.809302 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: quotas Aug 27 03:03:50.809635 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: quotasv2_detail.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.812804 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.813150 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: quota_details Aug 27 03:03:50.813488 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: rbac.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.814829 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.815371 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: rbac-policies Aug 27 03:03:50.815706 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: rbac_address_group.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.816668 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.817189 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: rbac-address-group Aug 27 03:03:50.817521 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: rbac_address_scope.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.818465 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.819006 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: rbac-address-scope Aug 27 03:03:50.819339 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: rbac_security_groups.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.820276 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.820792 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: rbac-security-groups Aug 27 03:03:50.821120 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: rbac_subnetpool.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.822311 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.823049 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: rbac-subnetpool Aug 27 03:03:50.823769 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: revisionifmatch.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.824722 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.825249 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: revision-if-match Aug 27 03:03:50.825581 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: revisions.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.826722 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.827260 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: standard-attr-revisions Aug 27 03:03:50.827594 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: router_availability_zone.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.828289 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.828803 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: router_availability_zone Aug 27 03:03:50.829135 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: routerservicetype.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.830079 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.830592 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension router-service-type not supported by any of loaded plugins Aug 27 03:03:50.830950 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.831888 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.832400 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: security-groups-normalized-cidr Aug 27 03:03:50.832731 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: security_groups_port_filtering.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.833666 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.834181 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: port-security-groups-filtering Aug 27 03:03:50.834511 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.835483 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.836001 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: security-groups-remote-address-group Aug 27 03:03:50.836338 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: securitygroup.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.848290 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.848832 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: security-group Aug 27 03:03:50.849174 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: segment.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.849986 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.850503 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension segment not supported by any of loaded plugins Aug 27 03:03:50.850872 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.851832 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.852347 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 03:03:50.852682 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: servicetype.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.853882 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.855926 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: service-type Aug 27 03:03:50.856269 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: sorting.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.857319 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.857667 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: sorting Aug 27 03:03:50.858005 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: standard_attr_segment.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.858980 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.859503 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 03:03:50.859839 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: standardattrdescription.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.860509 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.861021 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: standard-attr-description Aug 27 03:03:50.861353 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: stateful_security_group.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.862303 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.862849 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: stateful-security-group Aug 27 03:03:50.863207 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: stdattrs_common.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.863806 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 03:03:50.864139 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.865099 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.865617 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 03:03:50.865948 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: subnet_onboard.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.867071 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.867595 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: subnet_onboard Aug 27 03:03:50.867930 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.868880 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.869392 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 03:03:50.869817 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: subnet_service_types.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.871158 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.871680 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: subnet-service-types Aug 27 03:03:50.872014 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: subnetallocation.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.873123 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.873642 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: subnet_allocation Aug 27 03:03:50.873979 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.874669 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.875210 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: subnetpool-prefix-ops Aug 27 03:03:50.875542 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.876503 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.877018 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 03:03:50.877349 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: tagging.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.878487 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.878990 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: standard-attr-tag Aug 27 03:03:50.879329 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: timestamp.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.880562 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.881084 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loaded extension: standard-attr-timestamp Aug 27 03:03:50.881419 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: trunk.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.882474 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.883016 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension trunk not supported by any of loaded plugins Aug 27 03:03:50.883350 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: trunk_details.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.884288 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.884803 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension trunk-details not supported by any of loaded plugins Aug 27 03:03:50.885135 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: uplink_status_propagation.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.886616 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.887179 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 03:03:50.887511 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Loading extension file: vlantransparent.py {{(pid=93866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:03:50.888203 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:03:50.888714 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 03:03:50.891208 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:network Aug 27 03:03:50.891742 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:subnet Aug 27 03:03:50.892150 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:03:50.892564 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:port Aug 27 03:03:50.893820 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.894263 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service FLAVORS assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.894937 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.895372 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.895739 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:router Aug 27 03:03:50.896188 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:03:50.896693 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service METERING assigned prefix: /metering {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.898174 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.898609 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.899011 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:03:50.900038 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:03:50.900488 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:03:50.901431 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:03:50.902302 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service CORE assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.902646 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:03:50.903033 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] subnetpool is already registered Aug 27 03:03:50.903474 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service CORE assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.903807 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:03:50.904145 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] subnetpool is already registered Aug 27 03:03:50.906468 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.906945 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service FLAVORS assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.907565 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.907994 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.908333 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:router Aug 27 03:03:50.908681 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] router is already registered Aug 27 03:03:50.909102 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:03:50.909446 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] floatingip is already registered Aug 27 03:03:50.909908 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service METERING assigned prefix: /metering {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.910595 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:03:50.910951 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] rbac_policy is already registered Aug 27 03:03:50.911369 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:03:50.911713 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] security_group is already registered Aug 27 03:03:50.912119 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:03:50.912458 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] security_group_rule is already registered Aug 27 03:03:50.913087 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service CORE assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.913418 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:03:50.913757 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] subnetpool is already registered Aug 27 03:03:50.914177 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.v2.resource_helper [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Service CORE assigned prefix: {{(pid=93866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:03:50.914508 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:03:50.914887 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING neutron.quota.resource_registry [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] subnetpool is already registered Aug 27 03:03:50.915365 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: extensions {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.917979 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: address-groups {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.919534 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: address-scopes {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.920859 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: agents {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.922096 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: auto-allocated-topology {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.923387 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: availability_zones {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.924625 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: dhcp-networks {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.926173 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: dhcp-agents {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.927640 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: routers {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.929867 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: flavors {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.931075 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: service_profiles {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.932782 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: next_providers {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.934250 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: service_profiles {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.935815 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: floatingip-pools {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.937084 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: routers {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.939244 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: floatingips {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.940548 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: l3-routers {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.941946 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: l3-agents {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.943403 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: metering-labels {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.944771 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: metering-label-rules {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.946073 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: network-ip-availabilities {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.947657 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: bindings {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.949855 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: quotas {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.951350 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: quotas {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.952798 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: rbac-policies {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.954009 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: security-groups {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.955367 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: security-group-rules {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.956629 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: service-providers {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.957846 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: subnetpools {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.960343 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: subnetpools {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.961830 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: tags {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.964349 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: tags {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.966409 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: tags {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.968226 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: tags {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.970017 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: tags {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.971900 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: tags {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.973575 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: tags {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.975498 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: tags {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.977262 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: tags {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.979014 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron.api.extensions [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Extended resource: tags {{(pid=93866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:03:50.985711 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING keystonemiddleware.auth_token [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 03:03:50.990405 dv-cinder-805887-5-iscsi neutron-server[93866]: WARNING keystonemiddleware.auth_token [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 03:03:50.998698 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_concurrency.lockutils [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Acquired lock "singleton_lock" {{(pid=93866) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 03:03:50.999203 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_concurrency.lockutils [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Releasing lock "singleton_lock" {{(pid=93866) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 03:03:50.999846 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO oslo_service.service [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Starting 2 workers Aug 27 03:03:51.004666 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Started child 93973 {{(pid=93866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:03:51.009163 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Started child 93974 {{(pid=93866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:03:51.010150 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:51.010807 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO neutron.service [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 03:03:51.011428 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Notify callbacks [] for process, before_spawn {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:51.012308 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [-] (93973) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:03:51.013878 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO oslo_service.service [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Starting 1 workers Aug 27 03:03:51.014207 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:51.015580 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [-] (93974) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:03:51.019082 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Started child 93975 {{(pid=93866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:03:51.019618 dv-cinder-805887-5-iscsi neutron-server[93866]: INFO oslo_service.service [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Starting 1 workers Aug 27 03:03:51.022852 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.service [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] calling RpcWorker wait() {{(pid=93975) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 03:03:51.023389 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.service [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] returning from RpcWorker wait() {{(pid=93975) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 03:03:51.024081 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Started child 93976 {{(pid=93866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:03:51.024764 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:51.024910 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04551ecc-0da3-4b75-a7a6-058ed519075b None None] Notify callbacks [] for process, after_spawn {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:51.025302 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:03:51.027320 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93866) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:03:51.027524 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:03:51.027708 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:03:51.027916 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:03:51.028245 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:03:51.028406 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:03:51.028922 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.029192 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.029462 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.029720 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.030009 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.030619 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.030898 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.031149 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.031372 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:51.031845 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.031845 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.031845 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.032084 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.032203 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.032429 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.032732 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.033156 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.033546 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.033976 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.034294 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.034700 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.035166 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.035548 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.035945 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] debug = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.036343 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.037009 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.037397 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.037786 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.038159 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.038577 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.038968 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.039376 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.039778 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.040139 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.040925 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.041335 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.042343 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.042694 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.043167 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.043559 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.043909 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.046620 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] host = dv-cinder-805887-5-iscsi {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.047058 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.047446 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.047874 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.048280 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.048684 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.049079 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.049472 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.049882 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.050305 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.050677 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.051084 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.051473 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.051855 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.052258 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.052581 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_options = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.052945 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.053354 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.053760 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.054096 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.054410 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.054745 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.055124 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.055426 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.055809 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.056179 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.056546 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.056919 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.057333 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.057708 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.058125 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.058510 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.058929 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.059271 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.059651 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.060032 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.060413 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.060884 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.061324 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.061780 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.062145 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.062682 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.063351 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.064273 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.064360 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:03:51.064715 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.065125 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.065383 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.066066 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.066363 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.066763 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.067004 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.067245 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.067471 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.067753 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.067991 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.068243 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.068810 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.068810 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.068984 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.071110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.071110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.071110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_json = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.071110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.071110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.071110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.071110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.071110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.071110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.071933 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.071933 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.072059 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.072328 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.072625 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.072904 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.073154 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.073403 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.073815 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.074226 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.074636 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.075525 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.076455 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.076836 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.077270 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.077624 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.078023 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.078473 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.078930 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.079194 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.079447 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.079697 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.079944 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.080183 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.080448 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.080690 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.080952 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.081334 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.081696 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.082145 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.082665 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.083257 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.083660 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.084035 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.084416 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.084779 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.085154 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.085373 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.085761 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.086174 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.086554 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.086816 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.087047 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.087282 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.087504 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.087738 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.087988 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.088234 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.089019 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.089258 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.089471 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.089694 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.089928 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.090160 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.090405 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.090651 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.090925 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.091159 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.091379 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.091593 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.091826 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.092046 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.092290 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.092505 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.092710 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.093078 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.093450 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.093805 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.094196 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.094587 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.094965 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.095349 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.095708 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.096083 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.096446 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.096801 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.097162 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.097538 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.097893 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.098254 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.098779 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.099170 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.099508 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.099845 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.100279 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.100585 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.100899 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.101212 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.101506 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.101831 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.102151 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.102585 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.102979 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.103422 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.103746 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.104055 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.105116 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.105362 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.105886 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.106250 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.106591 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.106934 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.107282 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.108034 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.108322 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.108592 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.108827 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.109089 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.109311 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.109546 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.109793 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.110047 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.110391 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.110718 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.110995 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.111230 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.111508 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.111752 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.112012 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.112259 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.112551 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.112774 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.113057 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.113466 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.113735 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.114032 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.114293 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.114537 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.114833 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.115069 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.115324 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.115578 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.116035 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.116298 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.116601 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.116856 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.117094 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.117485 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.117873 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.118347 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.118793 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.119010 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.119234 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.119535 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.119786 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.120032 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.120406 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.120682 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.120955 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.121211 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.121447 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.121682 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.121898 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.122122 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.122336 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.122572 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.122979 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.123473 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.123841 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.124244 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.124654 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.124895 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.125141 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.125358 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.125598 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.125827 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.126196 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.126418 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.126764 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.127037 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.127287 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.127505 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.127745 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.127980 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.128257 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.128478 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.128806 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.129011 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.129229 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.129478 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.129710 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.129967 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.130183 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.130460 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.130703 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.130945 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.131163 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.131383 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.131598 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.131833 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.132062 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.132276 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.132513 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.132768 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.133110 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.133362 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.133720 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.133963 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.134183 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.134444 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.134694 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.134935 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.135152 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.135370 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.135605 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.135845 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.136207 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.136472 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.136688 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.136921 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.137153 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.137370 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.137599 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.137914 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.138138 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.138370 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.138624 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.138886 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.139094 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.139341 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.139573 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.139784 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.140011 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.140228 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.140438 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.140822 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.141166 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.141166 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.141436 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.141581 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.141714 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.141912 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.142142 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.142407 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.142630 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.142872 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.143068 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.143315 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.143699 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.143858 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.144093 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.144310 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.144550 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.144777 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.144996 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.145205 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.145447 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.145687 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.145923 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.146205 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.146464 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.146696 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.147011 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.147267 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.147617 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.147880 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.148108 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.148323 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.148568 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.148786 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.149021 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.149243 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.149503 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.149849 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.150123 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.150370 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.150618 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.151516 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.151954 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.152251 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.152470 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.152779 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.153123 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.153418 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.153956 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.153956 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.154161 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.154407 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.154628 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.154893 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.155132 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.155352 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.155592 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.155823 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.156057 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.156276 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.156538 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.156756 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.156981 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.157213 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.157459 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.157676 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.157836 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:03:51.158387 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93866) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:03:51.158557 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:03:51.158718 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:03:51.158914 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:03:51.159102 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:03:51.159264 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:03:51.159477 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.159644 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.159808 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.159971 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.160133 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.160320 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.160490 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.160654 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.160816 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.160979 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.161141 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.161305 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.161467 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.161629 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.161714 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:03:51.161798 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.161941 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.162102 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.162264 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.162431 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.162593 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.162779 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.162936 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.163097 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] debug = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.163258 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.163468 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.163637 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.163817 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.163955 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.164111 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.164272 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.164434 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.164594 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.164754 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.164914 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.165075 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.165235 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.165396 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.165557 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.165718 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.165877 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.166038 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] host = dv-cinder-805887-5-iscsi {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.166198 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.166357 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.166559 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.167338 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.167496 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.167655 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.167857 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.168068 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.168229 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.168390 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.168552 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.168713 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.168874 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.169035 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.169196 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_options = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.169356 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.169516 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.169675 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.169862 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.170028 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.170189 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.170350 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.170518 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.170678 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.170882 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.171016 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.171177 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.171337 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.171497 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.171656 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.171815 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.171975 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.172136 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.172294 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.172453 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.172613 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.172772 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.172933 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.173095 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.173255 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.173416 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.173580 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.173741 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.173900 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.174573 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.174573 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.174573 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.174573 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.175523 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.175523 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.175523 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.175523 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.175523 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.175523 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.176300 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.176300 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.176300 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.176300 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.176300 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.176963 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.176963 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_json = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.176963 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.176963 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.176963 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.177393 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.177393 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.177393 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.177795 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.177795 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:03:51.178049 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.178049 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.178378 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.178378 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.178627 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.178627 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.178918 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.178918 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.179129 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.179256 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.179387 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.179525 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.179706 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.179854 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.180022 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.180188 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.180351 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.180517 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.180680 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.180842 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.181008 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.181170 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.181342 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.181505 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.181669 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.181831 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.181993 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.182234 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.182525 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.182777 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.182947 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.183169 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.183334 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.183501 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.183653 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.183820 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.183984 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.184131 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.184304 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.184469 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.184617 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.184783 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.185003 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.185135 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.185273 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.185412 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.185538 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.185700 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.185865 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.186027 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.186193 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.186341 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.186508 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.186671 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.186927 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.187057 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.187190 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.187321 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.187469 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.187634 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.187796 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.187957 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.188560 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.188560 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.188560 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.188560 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.189067 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.189067 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.189067 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.189446 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.189446 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.189593 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.189669 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.189789 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.189951 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.190113 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.190276 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.190442 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.190605 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.190784 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.190948 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.191114 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.191275 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.191601 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.191766 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.191930 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.192094 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.192258 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.192419 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.192591 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.192770 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.192934 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.193096 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.193259 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.193422 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.193585 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.193748 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.193910 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.194073 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.194236 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.194397 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.194559 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.194737 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.194908 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.195071 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.195233 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.195394 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.195558 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.195754 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.195924 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.196085 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.196247 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.196662 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.196824 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.196987 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.197149 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.197323 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.197487 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.197651 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.198420 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.198755 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.198925 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.199185 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.199358 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.199523 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.199686 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.199849 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.200013 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.200176 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.200343 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.200506 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.200669 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.200841 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.201017 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.201180 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.201344 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.201506 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.201693 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.201845 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.202004 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.202230 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.202376 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.202507 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.202762 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.202900 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.203022 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.203144 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.203315 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.205263 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.205263 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.205263 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.205263 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.205263 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.205263 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.205263 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.205263 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206006 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206006 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206006 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206006 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206006 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206006 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206006 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206006 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206532 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206532 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206532 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206532 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206532 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206906 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.206906 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.207047 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.207118 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.207648 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.207648 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.207648 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.207885 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.207885 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.208048 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210313 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210313 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210313 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210313 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210313 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210313 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210313 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210313 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210951 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210951 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210951 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210951 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210951 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210951 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210951 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.210951 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.211496 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.211496 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.211496 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.211496 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.211496 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.211496 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.211886 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.211886 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.211886 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.212095 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.212173 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.212289 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.212455 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.212621 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.212780 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.212947 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.213148 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.213289 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.213515 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.214754 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.214754 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.214754 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.215093 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.215268 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.215436 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.215604 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.215768 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.215943 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.216138 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.216284 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.216448 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.216609 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.216773 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.216935 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.217111 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.217272 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.217437 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.217599 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.217754 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.217995 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.218097 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.218231 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.218394 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.218557 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.218721 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.218906 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.219143 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.219243 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.219564 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.219564 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.219845 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.219845 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.220087 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.220187 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.220315 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.220486 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.220651 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.220813 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.220977 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.221154 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.221318 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.221468 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.221636 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.221826 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.222007 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.222173 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.222336 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.222501 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.222673 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.222853 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.223027 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.223200 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.223372 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.223535 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.223705 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.223882 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.224046 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.224209 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.224371 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.224535 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.224698 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.224862 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.225025 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.225188 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.225349 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.225511 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.225673 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.225836 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.225999 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.226161 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.226323 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.226486 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.226648 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.226869 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.227007 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:03:51.227149 dv-cinder-805887-5-iscsi neutron-server[93866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:03:51.308263 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 33306) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:03:51.317288 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066748 Aug 27 03:04:03.739051 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9e9b5b-54bc-4670-b89d-928a2b239078 None None] get_active_networks_info from dv-cinder-805887-5-iscsi {{(pid=93975) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 03:04:03.822892 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e9b5b-54bc-4670-b89d-928a2b239078 None None] No non-hosted networks {{(pid=93975) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 03:04:03.842004 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.agentschedulers_db [None req-ea9e9b5b-54bc-4670-b89d-928a2b239078 None None] DHCP Agent not found on host dv-cinder-805887-5-iscsi {{(pid=93975) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 03:04:04.013412 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2477e51a-3a88-4ec8-b47b-94f8e0330102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685163'] for agent, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:06.112924 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685163'] for agent, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:06.114978 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.116659 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.117780 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.118972 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.122058 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.123427 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.127010 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.127844 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.128735 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.129494 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.131689 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.134089 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:06.135420 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805887-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:06.152131 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805887-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:07.600233 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5f273efb-40c4-483c-8af3-77acc8a8a351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685163'] for agent, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:07.761867 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ce68cbd3-01c4-49aa-9c76-fc304c17acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:08.375592 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685163'] for agent, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:10.921610 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685163'] for agent, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:11.807211 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 33398) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:12.360234 dv-cinder-805887-5-iscsi neutron-server[93973]: WARNING oslo_policy.policy [None req-9a2f50b8-1d01-4a86-b7bf-26dcc131c6e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:04:12.360866 dv-cinder-805887-5-iscsi neutron-server[93973]: WARNING oslo_policy.policy [None req-9a2f50b8-1d01-4a86-b7bf-26dcc131c6e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:04:12.590324 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [None req-9a2f50b8-1d01-4a86-b7bf-26dcc131c6e4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:04:12.591326 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-9a2f50b8-1d01-4a86-b7bf-26dcc131c6e4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7829506 Aug 27 03:04:15.216429 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 33412) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:15.216990 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.db.l3_hamode_db [None req-5358521b-2fee-4ab8-8979-00ce2865c2e7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 03:04:15.301181 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358521b-2fee-4ab8-8979-00ce2865c2e7 None None] Routers set() bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:15.301582 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358521b-2fee-4ab8-8979-00ce2865c2e7 None None] Router IDs set() for agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 03:04:15.776215 dv-cinder-805887-5-iscsi neutron-server[93974]: WARNING oslo_policy.policy [None req-46a1f44a-d7b2-48c6-9418-6f79337d55f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:04:15.776913 dv-cinder-805887-5-iscsi neutron-server[93974]: WARNING oslo_policy.policy [None req-46a1f44a-d7b2-48c6-9418-6f79337d55f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:04:16.019623 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-46a1f44a-d7b2-48c6-9418-6f79337d55f4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:04:16.117698 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.policy [None req-46a1f44a-d7b2-48c6-9418-6f79337d55f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93974) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:04:16.167247 dv-cinder-805887-5-iscsi neutron-server[93974]: WARNING oslo_policy.policy [None req-46a1f44a-d7b2-48c6-9418-6f79337d55f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:04:16.167681 dv-cinder-805887-5-iscsi neutron-server[93974]: WARNING oslo_policy.policy [None req-46a1f44a-d7b2-48c6-9418-6f79337d55f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:04:16.176790 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.quota [None req-46a1f44a-d7b2-48c6-9418-6f79337d55f4 admin admin] Loaded quota_driver: . Aug 27 03:04:16.284008 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-46a1f44a-d7b2-48c6-9418-6f79337d55f4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791269566047', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791269570700', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791268529871', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791268532331', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791269143911', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791268555909', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-957922', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-933596', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1647752', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1618792'] for rbac-policy, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:16.360766 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-46a1f44a-d7b2-48c6-9418-6f79337d55f4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:16.362274 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-46a1f44a-d7b2-48c6-9418-6f79337d55f4 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1437209 Aug 27 03:04:19.061348 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 33430) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:19.392465 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:04:19.424767 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Made reservation on behalf of ce4b0bad2586475aae0f696782d32b2c for: {'network': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:04:19.427642 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:19.447182 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:19.592983 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:19.598299 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:19.624326 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:04:19.651845 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791266606053', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:19.652448 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Unsubscribe: segment precommit_create {{(pid=93974) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 03:04:19.653055 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.db.segments_db [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Added segment 8038fd66-0a90-45c7-87ee-c915da29a444 of type vlan for network 07dd030c-ef72-44f4-adfe-11e186cbd57e Aug 27 03:04:19.659585 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d86001-6061-464b-aa0a-cb9fe734888a,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:19.699305 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.699670 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.700012 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.700389 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.700716 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.701043 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.701364 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.701718 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.702057 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.702429 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.702693 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.703073 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Tracked resource versions report: Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: pushed versions: Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: { 'AddressGroup': {'1.2'}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'ConntrackHelper': {'1.0'}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Log': {'1.0'}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Network': {'1.1'}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Port': {'1.7'}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'PortForwarding': {'1.2'}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'QosPolicy': {'1.9'}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SecurityGroup': {'1.4'}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SubPort': {'1.0'}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Subnet': {'1.1'}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Trunk': {'1.1'}} Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: consumer versions: Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: { DHCP agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: L3 agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: Metadata agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: Metering agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: Open vSwitch agent@dv-cinder-805887-5-iscsi: { 'AddressGroup': '1.2', Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'ConntrackHelper': '1.0', Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Log': '1.0', Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Network': '1.1', Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Port': '1.7', Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'PortForwarding': '1.2', Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'QosPolicy': '1.9', Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SecurityGroup': '1.4', Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SecurityGroupRule': '1.2', Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SubPort': '1.0', Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Subnet': '1.1', Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Trunk': '1.1'}} Aug 27 03:04:19.704271 dv-cinder-805887-5-iscsi neutron-server[93974]: {{(pid=93974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:04:19.787146 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:19.835347 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:19.837386 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:19.838239 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:19.940303 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8774633 Aug 27 03:04:19.955201 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee04c8c-d30d-4c89-8c1e-0913bccd4cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=07dd030c-ef72-44f4-adfe-11e186cbd57e,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:19.970147 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 07dd030c-ef72-44f4-adfe-11e186cbd57e details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:04:22.719503 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 33444) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:23.173583 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b5f3f1-0357-4a6a-b895-66a4577d578a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:23.175561 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d7b5f3f1-0357-4a6a-b895-66a4577d578a admin admin] 10.222.0.30 "GET /v2.0/networks/07dd030c-ef72-44f4-adfe-11e186cbd57e HTTP/1.1" status: 200 len: 825 time: 0.4546342 Aug 27 03:04:23.206033 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-006a759e-a784-41ba-90dc-e77f0d78c5dd admin admin] 10.222.0.30 "GET /v2.0/subnetpools/5ee73ecc-36aa-47a6-847b-1dab35420e74 HTTP/1.1" status: 200 len: 734 time: 0.0232484 Aug 27 03:04:23.217535 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] Request body: {'subnet': {'subnetpool_id': '5ee73ecc-36aa-47a6-847b-1dab35420e74', 'ip_version': 4, 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e', 'name': 'private-subnet', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'gateway_ip': '172.20.0.1'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:04:23.246427 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] Made reservation on behalf of ce4b0bad2586475aae0f696782d32b2c for: {'subnet': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:04:23.249643 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:23.606325 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:23.676784 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac98caec-62c9-45ed-90b4-1b58531b6cc3,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:23.679180 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] Checking segment: {'id': '8038fd66-0a90-45c7-87ee-c915da29a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:04:23.679528 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] Network hostable DHCP agents. Network: 07dd030c-ef72-44f4-adfe-11e186cbd57e, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:04:23.702435 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] Network 07dd030c-ef72-44f4-adfe-11e186cbd57e is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:04:23.718282 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 07dd030c-ef72-44f4-adfe-11e186cbd57e) {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:04:23.723653 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:23.724620 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:23.730877 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8910669e-0dfa-4b85-a4ca-6bfdc70a3dca None None] Network 07dd030c-ef72-44f4-adfe-11e186cbd57e requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:04:23.743513 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-82472115-6ead-4dd2-a9ff-52af24e1575e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5298100 Aug 27 03:04:24.124273 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd400e9-8ed1-5679-b8ab-1778f6db8e30-07dd030c-ef72-44f4-adfe-11e186cbd57e', 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'fixed_ips': [{'subnet_id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3'}]}} from dv-cinder-805887-5-iscsi. {{(pid=93975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:04:24.125992 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:24.432644 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.db_base_plugin_common [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Allocated IP 172.20.0.2 (07dd030c-ef72-44f4-adfe-11e186cbd57e/ac98caec-62c9-45ed-90b4-1b58531b6cc3/819e3ae2-e5fa-4d05-b692-db1abc416397) {{(pid=93975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:04:24.693050 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Notify callbacks [] for port, precommit_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:24.710603 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Transition to ACTIVE for port object 819e3ae2-e5fa-4d05-b692-db1abc416397 will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:04:24.735156 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Transition to ACTIVE for port object 819e3ae2-e5fa-4d05-b692-db1abc416397 will not be triggered until provisioned by entity DHCP. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:04:24.743204 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:24.833378 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Network 07dd030c-ef72-44f4-adfe-11e186cbd57e is already hosted by enough agents. {{(pid=93975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:04:24.834861 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Pushing event updated for resources: {'Port': ['ID=819e3ae2-e5fa-4d05-b692-db1abc416397,revision_number=1']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:24.838234 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.base_scheduler [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Resources bound (agent type, host, resource id): {{(pid=93975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:04:24.843920 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Received port after_create {{(pid=93975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:04:24.850556 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.850928 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.851273 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.851606 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.852512 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.852840 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.853199 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.853488 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.853828 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.854152 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.854470 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.854808 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Tracked resource versions report: Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: pushed versions: Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: { 'AddressGroup': {'1.2'}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'ConntrackHelper': {'1.0'}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Log': {'1.0'}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Network': {'1.1'}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Port': {'1.7'}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'PortForwarding': {'1.2'}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'QosPolicy': {'1.9'}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SecurityGroup': {'1.4'}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SubPort': {'1.0'}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Subnet': {'1.1'}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Trunk': {'1.1'}} Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: consumer versions: Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: { DHCP agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: L3 agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: Metadata agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: Metering agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: Open vSwitch agent@dv-cinder-805887-5-iscsi: { 'AddressGroup': '1.2', Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'ConntrackHelper': '1.0', Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Log': '1.0', Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Network': '1.1', Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Port': '1.7', Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'PortForwarding': '1.2', Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'QosPolicy': '1.9', Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SecurityGroup': '1.4', Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SecurityGroupRule': '1.2', Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SubPort': '1.0', Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Subnet': '1.1', Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Trunk': '1.1'}} Aug 27 03:04:24.855944 dv-cinder-805887-5-iscsi neutron-server[93975]: {{(pid=93975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:04:24.929838 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Attempting to bind port 819e3ae2-e5fa-4d05-b692-db1abc416397 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:04:24.930940 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Attempting to bind port 819e3ae2-e5fa-4d05-b692-db1abc416397 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '8038fd66-0a90-45c7-87ee-c915da29a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:04:24.931364 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Attempting to bind port 819e3ae2-e5fa-4d05-b692-db1abc416397 on network 07dd030c-ef72-44f4-adfe-11e186cbd57e {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:04:24.936670 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:04:24.937064 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Checking segment: {'id': '8038fd66-0a90-45c7-87ee-c915da29a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:04:24.937539 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:24.937922 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Bound using segment: {'id': '8038fd66-0a90-45c7-87ee-c915da29a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:04:24.938425 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Bound port: 819e3ae2-e5fa-4d05-b692-db1abc416397, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8038fd66-0a90-45c7-87ee-c915da29a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:04:24.938837 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:25.004684 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] For port 819e3ae2-e5fa-4d05-b692-db1abc416397, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:04:25.008801 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] For port 819e3ae2-e5fa-4d05-b692-db1abc416397, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=819e3ae2-e5fa-4d05-b692-db1abc416397,segment=NetworkSegment(8038fd66-0a90-45c7-87ee-c915da29a444),segment_id=8038fd66-0a90-45c7-87ee-c915da29a444)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:04:25.013691 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:25.085654 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c6ace-f96d-47ac-b8e0-14d7f2eb2945 None None] Pushing event updated for resources: {'Port': ['ID=819e3ae2-e5fa-4d05-b692-db1abc416397,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:26.313453 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 33452) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:26.640667 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [None req-76cd4d4d-0457-46d3-98f3-2bccfd5bf1eb admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:04:26.641737 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-76cd4d4d-0457-46d3-98f3-2bccfd5bf1eb admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3300641 Aug 27 03:04:29.096683 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 33460) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:29.423503 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [None req-ffc3da17-1dbb-4693-bfc4-c6e1a0ffcafa admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:04:29.424509 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-ffc3da17-1dbb-4693-bfc4-c6e1a0ffcafa admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3269124 Aug 27 03:04:32.156465 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 33470) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:32.472349 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-9b029c5a-f5b4-4b71-9948-a174ad681cab admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'name': 'router1'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:04:32.496180 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9b029c5a-f5b4-4b71-9948-a174ad681cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37126'] for router, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:32.498513 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9b029c5a-f5b4-4b71-9948-a174ad681cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1682916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37137'] for router, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:32.646457 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9b029c5a-f5b4-4b71-9948-a174ad681cab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:32.652227 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9b029c5a-f5b4-4b71-9948-a174ad681cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682235'] for router, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:32.668565 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9b029c5a-f5b4-4b71-9948-a174ad681cab admin admin] Notify callbacks [] for router, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:32.669884 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-9b029c5a-f5b4-4b71-9948-a174ad681cab admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5124395 Aug 27 03:04:33.257867 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 819e3ae2-e5fa-4d05-b692-db1abc416397 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:04:33.352736 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 819e3ae2-e5fa-4d05-b692-db1abc416397 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:04:33.681383 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e16314ca-8893-4292-850f-ed47189414bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:33.686655 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68574bfd-2805-4adb-987d-209da1e3b856 None None] Network 07dd030c-ef72-44f4-adfe-11e186cbd57e requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:04:33.746956 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-d8deac5e-ae36-4677-b652-9abe6875ac3f None None] Provisioning for port 819e3ae2-e5fa-4d05-b692-db1abc416397 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:04:33.755817 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-d8deac5e-ae36-4677-b652-9abe6875ac3f None None] Provisioning complete for port 819e3ae2-e5fa-4d05-b692-db1abc416397 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:04:33.756221 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-d8deac5e-ae36-4677-b652-9abe6875ac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:33.942798 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-d8deac5e-ae36-4677-b652-9abe6875ac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:33.994368 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-d8deac5e-ae36-4677-b652-9abe6875ac3f None None] For port 819e3ae2-e5fa-4d05-b692-db1abc416397, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=819e3ae2-e5fa-4d05-b692-db1abc416397,segment=NetworkSegment(8038fd66-0a90-45c7-87ee-c915da29a444),segment_id=8038fd66-0a90-45c7-87ee-c915da29a444)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:33.999229 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-d8deac5e-ae36-4677-b652-9abe6875ac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:34.049537 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deac5e-ae36-4677-b652-9abe6875ac3f None None] Pushing event updated for resources: {'Port': ['ID=819e3ae2-e5fa-4d05-b692-db1abc416397,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:34.222560 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-33f8e6f3-86c7-466c-84fc-ba4a7fe10934 None None] Provisioning complete for port 819e3ae2-e5fa-4d05-b692-db1abc416397 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:04:34.222877 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-33f8e6f3-86c7-466c-84fc-ba4a7fe10934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:35.088147 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 33482) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:35.205519 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 819e3ae2-e5fa-4d05-b692-db1abc416397 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:04:35.251338 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 819e3ae2-e5fa-4d05-b692-db1abc416397 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:04:35.251709 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:35.422399 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [None req-df95c7e9-ceed-4acb-9b3e-3347ff9ef433 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:04:35.423416 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-df95c7e9-ceed-4acb-9b3e-3347ff9ef433 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3343270 Aug 27 03:04:36.100442 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:37.557913 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-94a0116c-7489-43be-ab28-dbe24b7eb91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:37.864686 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 33490) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:38.199769 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:04:38.201246 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.quota [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Loaded quota_driver: . Aug 27 03:04:38.260014 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Made reservation on behalf of d4979428936740b898df346bcb52ea04 for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:04:38.280142 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:38.334026 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.policy [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93973) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:04:38.383343 dv-cinder-805887-5-iscsi neutron-server[93973]: WARNING oslo_policy.policy [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:04:38.383730 dv-cinder-805887-5-iscsi neutron-server[93973]: WARNING oslo_policy.policy [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:04:38.394264 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:38.417831 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:38.572781 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:38.576632 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:38.589547 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Reserving flat network on physical network physnet1 {{(pid=93973) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 03:04:38.626566 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791266606053', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:38.627183 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Unsubscribe: segment precommit_create {{(pid=93973) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 03:04:38.627701 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Added segment c72347ef-d297-43ec-a4a2-fbae8825978f of type flat for network d6676dde-6651-46ea-a9ba-371911ee51a4 Aug 27 03:04:38.645182 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ab2c0a-6615-43b5-af22-aa3525969a0a,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:38.695717 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.696078 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.696415 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.696766 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.697095 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.697416 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.697736 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.698058 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.698388 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.698716 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.699051 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.699364 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Tracked resource versions report: Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: pushed versions: Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: { 'AddressGroup': {'1.2'}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'ConntrackHelper': {'1.0'}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Log': {'1.0'}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Network': {'1.1'}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Port': {'1.7'}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'PortForwarding': {'1.2'}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'QosPolicy': {'1.9'}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SecurityGroup': {'1.4'}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SubPort': {'1.0'}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Subnet': {'1.1'}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Trunk': {'1.1'}} Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: consumer versions: Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: { DHCP agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: L3 agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: Metadata agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: Metering agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: Open vSwitch agent@dv-cinder-805887-5-iscsi: { 'AddressGroup': '1.2', Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'ConntrackHelper': '1.0', Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Log': '1.0', Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Network': '1.1', Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Port': '1.7', Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'PortForwarding': '1.2', Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'QosPolicy': '1.9', Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SecurityGroup': '1.4', Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SecurityGroupRule': '1.2', Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SubPort': '1.0', Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Subnet': '1.1', Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Trunk': '1.1'}} Aug 27 03:04:38.700460 dv-cinder-805887-5-iscsi neutron-server[93973]: {{(pid=93973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:04:38.756023 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:38.807075 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:38.808227 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:38.808924 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:38.890462 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0246284 Aug 27 03:04:38.912477 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015ab19-be7a-472d-8532-499f8ec83e0c admin admin] Pushing event updated for resources: {'Network': ['ID=d6676dde-6651-46ea-a9ba-371911ee51a4,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:38.924761 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network d6676dde-6651-46ea-a9ba-371911ee51a4 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:04:40.859594 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:41.425426 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 33516) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:41.640550 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7804cf54-9adb-4b26-937f-9cec119b2d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:41.642176 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-7804cf54-9adb-4b26-937f-9cec119b2d1a admin admin] 10.222.0.30 "GET /v2.0/subnets/ac98caec-62c9-45ed-90b4-1b58531b6cc3 HTTP/1.1" status: 200 len: 849 time: 0.2155836 Aug 27 03:04:41.780315 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-23d73f59-ee9d-4c2f-a426-f1c903e86e11 admin admin] 10.222.0.30 "GET /v2.0/routers/def899b7-3615-4df7-a63a-28ff0c60da65 HTTP/1.1" status: 200 len: 704 time: 0.1307287 Aug 27 03:04:42.097711 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.432103 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Allocated IP 172.20.0.1 (07dd030c-ef72-44f4-adfe-11e186cbd57e/ac98caec-62c9-45ed-90b4-1b58531b6cc3/9640d54c-cdd8-46ba-aab3-5d37736687be) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:04:42.608854 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.633713 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.provisioning_blocks [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Transition to ACTIVE for port object 9640d54c-cdd8-46ba-aab3-5d37736687be will not be triggered until provisioned by entity DHCP. {{(pid=93974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:04:42.773812 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.859494 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Network 07dd030c-ef72-44f4-adfe-11e186cbd57e is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:04:42.865403 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:04:42.868196 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:04:42.868769 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682404'] for router_interface, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:42.943642 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Pushing event updated for resources: {'Port': ['ID=9640d54c-cdd8-46ba-aab3-5d37736687be,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:43.100419 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-c370a0a1-25f3-4310-946d-8c755a1e7c36 None None] Provisioning for port 9640d54c-cdd8-46ba-aab3-5d37736687be completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:04:43.104812 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-c370a0a1-25f3-4310-946d-8c755a1e7c36 None None] Provisioning complete for port 9640d54c-cdd8-46ba-aab3-5d37736687be triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:04:43.105209 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c370a0a1-25f3-4310-946d-8c755a1e7c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.118006 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.139702 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-c370a0a1-25f3-4310-946d-8c755a1e7c36 None None] Port 9640d54c-cdd8-46ba-aab3-5d37736687be cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:04:43.367793 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.372760 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.373800 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681467'] for router_interface, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.511131 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Pushing event updated for resources: {'Port': ['ID=9640d54c-cdd8-46ba-aab3-5d37736687be,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:43.580749 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Network 07dd030c-ef72-44f4-adfe-11e186cbd57e is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:04:43.582530 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:04:43.793937 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Router def899b7-3615-4df7-a63a-28ff0c60da65 is scheduled to L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b with binding_index 1 {{(pid=93974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:04:43.867257 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-dfa2d8af-c13d-4b6b-9cb5-35b9892eb7a0 None None] Provisioning complete for port 9640d54c-cdd8-46ba-aab3-5d37736687be triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:04:43.867706 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-dfa2d8af-c13d-4b6b-9cb5-35b9892eb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:43.901927 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:04:43.912191 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-dfa2d8af-c13d-4b6b-9cb5-35b9892eb7a0 None None] Port 9640d54c-cdd8-46ba-aab3-5d37736687be cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:04:43.912459 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-0c6d6094-c23a-423c-9af4-02c1bc2347dd admin admin] 10.222.0.30 "PUT /v2.0/routers/def899b7-3615-4df7-a63a-28ff0c60da65/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1256142 Aug 27 03:04:43.916750 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Sync routers for ids ['def899b7-3615-4df7-a63a-28ff0c60da65'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:04:43.929979 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Routers {'def899b7-3615-4df7-a63a-28ff0c60da65'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:43.930857 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:04:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['def899b7-3615-4df7-a63a-28ff0c60da65'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:44.135316 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Set router def899b7-3615-4df7-a63a-28ff0c60da65 gateway port host: None {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:44.622973 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'name': 'router1', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:04:32Z', 'updated_at': '2021-08-27T03:04:43Z', 'revision_number': 2, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'gw_port_host': None, '_interfaces': [{'id': '9640d54c-cdd8-46ba-aab3-5d37736687be', 'name': '', 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'mac_address': 'fa:16:3e:bb:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:04:42Z', 'updated_at': '2021-08-27T03:04:43Z', 'revision_number': 2, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'subnets': [{'id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee73ecc-36aa-47a6-847b-1dab35420e74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:44.677778 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Checking router: def899b7-3615-4df7-a63a-28ff0c60da65 for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:04:44.678162 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Updating router def899b7-3615-4df7-a63a-28ff0c60da65 port 9640d54c-cdd8-46ba-aab3-5d37736687be binding host dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:04:44.731902 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.314277 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.338550 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Transition to ACTIVE for port object 9640d54c-cdd8-46ba-aab3-5d37736687be will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:04:45.344550 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.518716 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Pushing event updated for resources: {'Port': ['ID=9640d54c-cdd8-46ba-aab3-5d37736687be,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:45.534883 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Attempting to bind port 9640d54c-cdd8-46ba-aab3-5d37736687be on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:04:45.535286 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Attempting to bind port 9640d54c-cdd8-46ba-aab3-5d37736687be by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '8038fd66-0a90-45c7-87ee-c915da29a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:04:45.535723 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Attempting to bind port 9640d54c-cdd8-46ba-aab3-5d37736687be on network 07dd030c-ef72-44f4-adfe-11e186cbd57e {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:04:45.542675 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.543087 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.543411 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.543750 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.544089 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.544468 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.544801 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.545129 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.545464 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.545794 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.546119 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.546444 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Tracked resource versions report: Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: pushed versions: Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: { 'AddressGroup': {'1.2'}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'ConntrackHelper': {'1.0'}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Log': {'1.0'}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Network': {'1.1'}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Port': {'1.7'}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'PortForwarding': {'1.2'}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'QosPolicy': {'1.9'}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SecurityGroup': {'1.4'}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SubPort': {'1.0'}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Subnet': {'1.1'}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Trunk': {'1.1'}} Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: consumer versions: Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: { DHCP agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: L3 agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: Metadata agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: Metering agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: Open vSwitch agent@dv-cinder-805887-5-iscsi: { 'AddressGroup': '1.2', Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'ConntrackHelper': '1.0', Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Log': '1.0', Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Network': '1.1', Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Port': '1.7', Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'PortForwarding': '1.2', Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'QosPolicy': '1.9', Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SecurityGroup': '1.4', Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SecurityGroupRule': '1.2', Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SubPort': '1.0', Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Subnet': '1.1', Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Trunk': '1.1'}} Aug 27 03:04:45.547592 dv-cinder-805887-5-iscsi neutron-server[93976]: {{(pid=93976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:04:45.550292 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:04:45.550644 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Checking segment: {'id': '8038fd66-0a90-45c7-87ee-c915da29a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:04:45.551160 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.551550 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Bound using segment: {'id': '8038fd66-0a90-45c7-87ee-c915da29a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:04:45.552080 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Bound port: 9640d54c-cdd8-46ba-aab3-5d37736687be, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8038fd66-0a90-45c7-87ee-c915da29a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:04:45.552462 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.624597 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] For port 9640d54c-cdd8-46ba-aab3-5d37736687be, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:04:45.645123 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] For port 9640d54c-cdd8-46ba-aab3-5d37736687be, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=9640d54c-cdd8-46ba-aab3-5d37736687be,segment=NetworkSegment(8038fd66-0a90-45c7-87ee-c915da29a444),segment_id=8038fd66-0a90-45c7-87ee-c915da29a444)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:04:45.650685 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:45.718076 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46636605-ca25-4351-9d67-ecc6de7cc5bb None None] Pushing event updated for resources: {'Port': ['ID=9640d54c-cdd8-46ba-aab3-5d37736687be,revision_number=4']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:45.731204 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Routers {'def899b7-3615-4df7-a63a-28ff0c60da65'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:45.731866 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:04:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['def899b7-3615-4df7-a63a-28ff0c60da65'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:45.839288 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] Set router def899b7-3615-4df7-a63a-28ff0c60da65 gateway port host: None {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:46.073583 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'name': 'router1', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:04:32Z', 'updated_at': '2021-08-27T03:04:43Z', 'revision_number': 2, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'gw_port_host': None, '_interfaces': [{'id': '9640d54c-cdd8-46ba-aab3-5d37736687be', 'name': '', 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'mac_address': 'fa:16:3e:bb:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:04:42Z', 'updated_at': '2021-08-27T03:04:45Z', 'revision_number': 4, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'subnets': [{'id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee73ecc-36aa-47a6-847b-1dab35420e74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:46.102488 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459c847-c3e8-41dd-b32b-a6d9ebfce227 None None] The sync data for ids ['def899b7-3615-4df7-a63a-28ff0c60da65'] in dv-cinder-805887-5-iscsi is: [{'id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'name': 'router1', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:04:32Z', 'updated_at': '2021-08-27T03:04:43Z', 'revision_number': 2, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'gw_port_host': None, '_interfaces': [{'id': '9640d54c-cdd8-46ba-aab3-5d37736687be', 'name': '', 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'mac_address': 'fa:16:3e:bb:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:04:42Z', 'updated_at': '2021-08-27T03:04:45Z', 'revision_number': 4, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'subnets': [{'id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee73ecc-36aa-47a6-847b-1dab35420e74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:04:47.125224 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 33536) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:47.271453 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93497483-8341-4141-9448-4cd83b75ef1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:47.273313 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-93497483-8341-4141-9448-4cd83b75ef1b admin admin] 10.222.0.30 "GET /v2.0/networks/d6676dde-6651-46ea-a9ba-371911ee51a4 HTTP/1.1" status: 200 len: 842 time: 0.1470804 Aug 27 03:04:47.289111 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Request body: {'subnet': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:04:47.320034 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Made reservation on behalf of d4979428936740b898df346bcb52ea04 for: {'subnet': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:04:47.322533 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.721637 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.objects.ports [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93974) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 03:04:47.722084 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.783096 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=186c3e0f-b86f-4874-b5d1-aba73e62ecba,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:47.795462 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Checking segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:04:47.795823 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Network hostable DHCP agents. Network: d6676dde-6651-46ea-a9ba-371911ee51a4, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:04:47.817060 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:04:47.828800 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, d6676dde-6651-46ea-a9ba-371911ee51a4) {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:04:47.835357 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:47.835973 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:47.843028 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea8ef1-5d55-4e34-b2aa-4ec6b8671b86 None None] Network d6676dde-6651-46ea-a9ba-371911ee51a4 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:04:47.855494 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-3056edba-3bf8-4c3d-9522-335403407be2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5704017 Aug 27 03:04:48.019823 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ffee33-fd30-484a-8f6a-3a2194a18ed2 None None] Network d6676dde-6651-46ea-a9ba-371911ee51a4 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:04:50.306785 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 33544) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:50.513845 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-2f51e57b-fe12-412f-8529-ccef523b09a4 admin admin] 10.222.0.30 "GET /v2.0/routers/def899b7-3615-4df7-a63a-28ff0c60da65 HTTP/1.1" status: 200 len: 710 time: 0.2058320 Aug 27 03:04:50.599820 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cf63a7-d2e7-4bff-894f-1ad902f79d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:50.601935 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-54cf63a7-d2e7-4bff-894f-1ad902f79d6b admin admin] 10.222.0.30 "GET /v2.0/networks/d6676dde-6651-46ea-a9ba-371911ee51a4 HTTP/1.1" status: 200 len: 886 time: 0.0820496 Aug 27 03:04:50.611310 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:04:50.879603 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:51.134810 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:51.212505 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:51.324138 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Allocated IP 172.27.1.91 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/684101c5-5ad4-468c-a5ce-bb4a05bae8fd) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:04:51.433584 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:51.473791 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:51.510353 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:04:51.513066 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:04:51.519830 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:04:51.555141 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Pushing event updated for resources: {'Port': ['ID=684101c5-5ad4-468c-a5ce-bb4a05bae8fd,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:51.799724 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:52.097834 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1682206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37347'] for router, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:52.101855 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1682181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1682188', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1676203'] for router, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:52.209077 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Router def899b7-3615-4df7-a63a-28ff0c60da65 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:04:52.316377 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:04:52.320963 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] Notify callbacks [] for router, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:52.322120 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-f23697c5-fc00-4378-894b-98a1196d648c admin admin] 10.222.0.30 "PUT /v2.0/routers/def899b7-3615-4df7-a63a-28ff0c60da65 HTTP/1.1" status: 200 len: 889 time: 1.7140734 Aug 27 03:04:53.005085 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Sync routers for ids ['def899b7-3615-4df7-a63a-28ff0c60da65'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:04:53.015872 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Routers {'def899b7-3615-4df7-a63a-28ff0c60da65'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:53.016524 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:04:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['def899b7-3615-4df7-a63a-28ff0c60da65'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:53.253026 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 9640d54c-cdd8-46ba-aab3-5d37736687be up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:04:53.321413 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Set router def899b7-3615-4df7-a63a-28ff0c60da65 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:53.471915 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 9640d54c-cdd8-46ba-aab3-5d37736687be completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:04:53.482806 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 9640d54c-cdd8-46ba-aab3-5d37736687be triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:04:53.483187 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:53.739037 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:53.797441 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 9640d54c-cdd8-46ba-aab3-5d37736687be, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=9640d54c-cdd8-46ba-aab3-5d37736687be,segment=NetworkSegment(8038fd66-0a90-45c7-87ee-c915da29a444),segment_id=8038fd66-0a90-45c7-87ee-c915da29a444)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:53.806775 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:53.870049 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'name': 'router1', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '684101c5-5ad4-468c-a5ce-bb4a05bae8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:04:32Z', 'updated_at': '2021-08-27T03:04:51Z', 'revision_number': 4, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'gw_port': {'id': '684101c5-5ad4-468c-a5ce-bb4a05bae8fd', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:04:51Z', 'updated_at': '2021-08-27T03:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '9640d54c-cdd8-46ba-aab3-5d37736687be', 'name': '', 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'mac_address': 'fa:16:3e:bb:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:04:42Z', 'updated_at': '2021-08-27T03:04:45Z', 'revision_number': 4, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'subnets': [{'id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee73ecc-36aa-47a6-847b-1dab35420e74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:53.929163 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Checking router: def899b7-3615-4df7-a63a-28ff0c60da65 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:04:53.929623 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Updating router def899b7-3615-4df7-a63a-28ff0c60da65 port 684101c5-5ad4-468c-a5ce-bb4a05bae8fd binding host dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:04:53.973747 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=9640d54c-cdd8-46ba-aab3-5d37736687be,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:53.989552 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:54.339733 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Notify callbacks [] for port, precommit_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:54.350078 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Transition to ACTIVE for port object 684101c5-5ad4-468c-a5ce-bb4a05bae8fd will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:04:54.356900 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:54.414431 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Attempting to bind port 684101c5-5ad4-468c-a5ce-bb4a05bae8fd on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:04:54.414837 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Attempting to bind port 684101c5-5ad4-468c-a5ce-bb4a05bae8fd by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:04:54.415209 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Attempting to bind port 684101c5-5ad4-468c-a5ce-bb4a05bae8fd on network d6676dde-6651-46ea-a9ba-371911ee51a4 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:04:54.417226 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62e69d-21ac-46b0-8cda-b04e8886e074 None None] Pushing event updated for resources: {'Port': ['ID=684101c5-5ad4-468c-a5ce-bb4a05bae8fd,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:54.422974 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:04:54.423356 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Checking segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:04:54.423760 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:54.424152 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Bound using segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:04:54.424930 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Bound port: 684101c5-5ad4-468c-a5ce-bb4a05bae8fd, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:04:54.425036 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:54.482552 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] For port 684101c5-5ad4-468c-a5ce-bb4a05bae8fd, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:04:54.485619 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] For port 684101c5-5ad4-468c-a5ce-bb4a05bae8fd, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=684101c5-5ad4-468c-a5ce-bb4a05bae8fd,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:04:54.489160 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:54.548998 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Routers {'def899b7-3615-4df7-a63a-28ff0c60da65'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:04:54.549624 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:04:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['def899b7-3615-4df7-a63a-28ff0c60da65'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:54.552304 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62e69d-21ac-46b0-8cda-b04e8886e074 None None] Pushing event updated for resources: {'Port': ['ID=684101c5-5ad4-468c-a5ce-bb4a05bae8fd,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:54.747139 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] Set router def899b7-3615-4df7-a63a-28ff0c60da65 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:04:54.792375 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 33556) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:04:54.953511 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-67c56af3-3905-414b-bf9c-7ad41016db90 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1598604 Aug 27 03:04:54.967069 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'name': 'router1', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '684101c5-5ad4-468c-a5ce-bb4a05bae8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:04:32Z', 'updated_at': '2021-08-27T03:04:51Z', 'revision_number': 4, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'gw_port': {'id': '684101c5-5ad4-468c-a5ce-bb4a05bae8fd', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:04:51Z', 'updated_at': '2021-08-27T03:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '9640d54c-cdd8-46ba-aab3-5d37736687be', 'name': '', 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'mac_address': 'fa:16:3e:bb:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:04:42Z', 'updated_at': '2021-08-27T03:04:53Z', 'revision_number': 5, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'subnets': [{'id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee73ecc-36aa-47a6-847b-1dab35420e74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:04:54.999170 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78864d2-695a-4f71-8b09-ada812a03d21 None None] The sync data for ids ['def899b7-3615-4df7-a63a-28ff0c60da65'] in dv-cinder-805887-5-iscsi is: [{'id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'name': 'router1', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '684101c5-5ad4-468c-a5ce-bb4a05bae8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:04:32Z', 'updated_at': '2021-08-27T03:04:51Z', 'revision_number': 4, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'gw_port': {'id': '684101c5-5ad4-468c-a5ce-bb4a05bae8fd', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:04:51Z', 'updated_at': '2021-08-27T03:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '9640d54c-cdd8-46ba-aab3-5d37736687be', 'name': '', 'network_id': '07dd030c-ef72-44f4-adfe-11e186cbd57e', 'tenant_id': 'ce4b0bad2586475aae0f696782d32b2c', 'mac_address': 'fa:16:3e:bb:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def899b7-3615-4df7-a63a-28ff0c60da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:04:42Z', 'updated_at': '2021-08-27T03:04:53Z', 'revision_number': 5, 'project_id': 'ce4b0bad2586475aae0f696782d32b2c', 'subnets': [{'id': 'ac98caec-62c9-45ed-90b4-1b58531b6cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee73ecc-36aa-47a6-847b-1dab35420e74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:04:55.306275 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 9640d54c-cdd8-46ba-aab3-5d37736687be up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:04:55.362389 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 9640d54c-cdd8-46ba-aab3-5d37736687be triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:04:55.363105 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:55.452987 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 684101c5-5ad4-468c-a5ce-bb4a05bae8fd up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:04:55.510714 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 684101c5-5ad4-468c-a5ce-bb4a05bae8fd completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:04:55.515443 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 684101c5-5ad4-468c-a5ce-bb4a05bae8fd triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:04:55.515833 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:55.607917 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:55.638338 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 684101c5-5ad4-468c-a5ce-bb4a05bae8fd, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=684101c5-5ad4-468c-a5ce-bb4a05bae8fd,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:04:55.642586 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:55.704566 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=684101c5-5ad4-468c-a5ce-bb4a05bae8fd,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:04:57.227856 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 684101c5-5ad4-468c-a5ce-bb4a05bae8fd up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:04:57.282654 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 684101c5-5ad4-468c-a5ce-bb4a05bae8fd triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:04:57.283134 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:03.695424 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-bfcd81ba-1546-4d3c-9995-130fae913d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:04.108454 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 5 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:05:06.145164 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:07.566789 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4e13b276-2f3e-4c0d-9f03-6ef3360cf8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:08.287824 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:10.874397 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:33.672912 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-654a450b-b4a5-4c4d-991d-6e1247832bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:36.153869 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:37.557712 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c317-b2a9-4343-aceb-ff1272331214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:38.292879 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:40.879317 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:41.093571 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 5 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:06:03.677711 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a89a00a1-f7c2-40fb-aa30-71d1d91a69d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:06.228005 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.556513 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7c01-e8c3-447f-9fbe-d05d732d4c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:08.296883 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:10.877318 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:18.091932 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 5 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:06:33.681553 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7033c2b1-4895-4fe4-bf56-f51da6e01ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:36.115811 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:37.552569 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-dc59d823-6586-46f3-aa84-a5dfc8661874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:37.648600 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34118) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:37.731230 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f07ada9-6f09-441e-b153-a5e5a98de22d admin admin] GET failed (client error): The resource could not be found. Aug 27 03:06:37.732663 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8f07ada9-6f09-441e-b153-a5e5a98de22d admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0830429 Aug 27 03:06:37.916740 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bc646-b0c1-4d4e-85a3-3693a0dd4e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:37.918563 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-ef4bc646-b0c1-4d4e-85a3-3693a0dd4e10 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1809499 Aug 27 03:06:38.293326 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:40.265451 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34128) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:40.429848 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b9cf9-e77f-4c85-8b62-701b29566665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:40.431293 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-502b9cf9-e77f-4c85-8b62-701b29566665 admin admin] 10.222.0.30 "GET /v2.0/subnets/ac98caec-62c9-45ed-90b4-1b58531b6cc3 HTTP/1.1" status: 200 len: 849 time: 0.1648474 Aug 27 03:06:40.441417 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:06:40.532215 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:40.702704 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791266581544'] for subnet, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:40.745145 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:40.745762 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:40.747417 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] 10.222.0.30 "PUT /v2.0/subnets/ac98caec-62c9-45ed-90b4-1b58531b6cc3 HTTP/1.1" status: 200 len: 868 time: 0.3096578 Aug 27 03:06:40.752479 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a31cd-851a-426a-8fe9-5202fc9e3afd None None] Network 07dd030c-ef72-44f4-adfe-11e186cbd57e requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:06:40.772157 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac98caec-62c9-45ed-90b4-1b58531b6cc3,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:40.783937 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.784588 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.785885 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.786448 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.787056 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.787570 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.788068 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.788549 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.789054 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.789539 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.790141 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.790625 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74009c40-2a76-43c8-9676-12c52c52557c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:06:40.912295 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:41.225272 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-0892bd06-3b93-4e14-b271-35e7e1ab44d0 None None] Provisioning complete for port 9640d54c-cdd8-46ba-aab3-5d37736687be triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:06:41.225566 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0892bd06-3b93-4e14-b271-35e7e1ab44d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:41.323767 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-0892bd06-3b93-4e14-b271-35e7e1ab44d0 None None] Provisioning complete for port 819e3ae2-e5fa-4d05-b692-db1abc416397 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:06:41.324144 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0892bd06-3b93-4e14-b271-35e7e1ab44d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:43.002284 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34136) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:43.219132 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9f75b9-cd5c-4f4f-96d5-72583ef4b649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:43.219515 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9f75b9-cd5c-4f4f-96d5-72583ef4b649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:43.221149 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-2e9f75b9-cd5c-4f4f-96d5-72583ef4b649 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2178123 Aug 27 03:06:45.539726 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34144) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:45.686693 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3b60de-43b3-4bbf-a11b-e566687ac029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:45.687207 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3b60de-43b3-4bbf-a11b-e566687ac029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:45.688789 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-5f3b60de-43b3-4bbf-a11b-e566687ac029 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1480794 Aug 27 03:06:47.933090 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34152) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:48.143687 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a031dd-101a-4dcd-b0d6-5b6b2213b4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:48.146148 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-d5a031dd-101a-4dcd-b0d6-5b6b2213b4e4 admin admin] 10.222.0.30 "GET /v2.0/networks/07dd030c-ef72-44f4-adfe-11e186cbd57e HTTP/1.1" status: 200 len: 869 time: 0.2118118 Aug 27 03:06:50.372093 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34160) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:50.520227 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e965f7-afe7-4c57-87ac-114f34f8df7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:50.521696 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-f2e965f7-afe7-4c57-87ac-114f34f8df7d admin admin] 10.222.0.30 "GET /v2.0/networks/d6676dde-6651-46ea-a9ba-371911ee51a4 HTTP/1.1" status: 200 len: 886 time: 0.1486411 Aug 27 03:06:52.777491 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34168) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:52.916060 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b565b6-bdb1-4017-9ed5-c1ad52515f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:52.916514 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b565b6-bdb1-4017-9ed5-c1ad52515f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:52.918090 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d1b565b6-bdb1-4017-9ed5-c1ad52515f4b admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1392400 Aug 27 03:06:55.092423 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 5 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:06:55.230432 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34178) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:55.360873 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc53ba-3d34-4b5e-98e4-aa60d5f1602b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:55.361239 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc53ba-3d34-4b5e-98e4-aa60d5f1602b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:55.362907 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-dcfc53ba-3d34-4b5e-98e4-aa60d5f1602b admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1313312 Aug 27 03:06:57.577232 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34186) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:57.669063 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880ef507-bda3-4794-ae05-b055f867314a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:57.670449 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-880ef507-bda3-4794-ae05-b055f867314a admin admin] 10.222.0.30 "GET /v2.0/subnets/186c3e0f-b86f-4874-b5d1-aba73e62ecba HTTP/1.1" status: 200 len: 816 time: 0.0922668 Aug 27 03:06:59.935404 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34194) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:00.040343 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84346c16-1bcc-409e-bfa2-adb49b35cfb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:00.041773 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-84346c16-1bcc-409e-bfa2-adb49b35cfb2 admin admin] 10.222.0.30 "GET /v2.0/subnets/ac98caec-62c9-45ed-90b4-1b58531b6cc3 HTTP/1.1" status: 200 len: 868 time: 0.1049886 Aug 27 03:07:03.688982 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-feee9370-2948-4ca1-8244-95cd37afb961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:06.110401 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:07.548174 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-9bc9873d-5188-4daf-962c-248563d31d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:08.298248 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:10.887981 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:24.494468 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34248) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:24.543872 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [None req-da8548a3-8b03-4324-bd60-06cb8b193358 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:07:24.544862 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-da8548a3-8b03-4324-bd60-06cb8b193358 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494163 Aug 27 03:07:26.855598 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34256) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:26.923165 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5f3828-7098-4f3b-8525-9d996d5d70c6 admin admin] GET failed (client error): The resource could not be found. Aug 27 03:07:26.924601 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-0a5f3828-7098-4f3b-8525-9d996d5d70c6 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0678046 Aug 27 03:07:27.076100 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baff4e80-6f6c-4d5a-af95-9b653f3760b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:27.077599 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-baff4e80-6f6c-4d5a-af95-9b653f3760b4 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1477983 Aug 27 03:07:29.289594 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34264) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:29.341067 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:29.365552 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] Made reservation on behalf of d4979428936740b898df346bcb52ea04 for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:07:29.368231 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:29.403038 dv-cinder-805887-5-iscsi neutron-server[93973]: WARNING neutron.services.revisions.revision_plugin [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] Could not find related network for resource to bump revision. Aug 27 03:07:29.418495 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:07:29.429048 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:29.429383 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] Added segment c5e0209d-d0c2-44d1-9832-985afc7994cb of type vlan for network 18a2016b-069f-430f-889e-32ae56993e5c Aug 27 03:07:29.483028 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:29.507364 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:29.508326 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:29.508912 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:29.568267 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2775655 Aug 27 03:07:29.573575 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6de27-984d-4dff-92d0-0b6698dfd781 admin admin] Pushing event updated for resources: {'Network': ['ID=18a2016b-069f-430f-889e-32ae56993e5c,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:29.585203 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 18a2016b-069f-430f-889e-32ae56993e5c details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:07:31.811480 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34272) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:07:31.876104 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c57b2db-260f-42f3-b2f6-05b69aacb61a admin admin] GET failed (client error): The resource could not be found. Aug 27 03:07:31.877438 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-7c57b2db-260f-42f3-b2f6-05b69aacb61a admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649879 Aug 27 03:07:31.950485 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6150a3a-d256-41db-8667-7108670218e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:31.951987 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-b6150a3a-d256-41db-8667-7108670218e6 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0698314 Aug 27 03:07:31.963018 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:07:31.987695 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] Made reservation on behalf of d4979428936740b898df346bcb52ea04 for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:07:31.990124 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:32.090050 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 5 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:07:32.194287 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:32.252468 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa258ec-cf0c-431a-9f0a-57af6e2196ba,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:32.263840 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] Checking segment: {'id': 'c5e0209d-d0c2-44d1-9832-985afc7994cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:07:32.264232 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] Network hostable DHCP agents. Network: 18a2016b-069f-430f-889e-32ae56993e5c, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:07:32.284815 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] Network 18a2016b-069f-430f-889e-32ae56993e5c is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:07:32.296372 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 18a2016b-069f-430f-889e-32ae56993e5c) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:07:32.300429 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:32.302233 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:32.305963 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322ca9f-4eb5-474c-91d0-682de21db77a None None] Network 18a2016b-069f-430f-889e-32ae56993e5c requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:07:32.319928 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-04a22a71-74c8-43a1-ae99-0b7fc9f32d2f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3604817 Aug 27 03:07:32.555585 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd400e9-8ed1-5679-b8ab-1778f6db8e30-18a2016b-069f-430f-889e-32ae56993e5c', 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c', 'tenant_id': 'd4979428936740b898df346bcb52ea04', 'fixed_ips': [{'subnet_id': 'dfa258ec-cf0c-431a-9f0a-57af6e2196ba'}]}} from dv-cinder-805887-5-iscsi. {{(pid=93975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:07:32.556469 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:32.701449 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.db_base_plugin_common [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Allocated IP 192.168.233.2 (18a2016b-069f-430f-889e-32ae56993e5c/dfa258ec-cf0c-431a-9f0a-57af6e2196ba/cc44cc9a-259d-4ed8-bf45-2849c0580635) {{(pid=93975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:07:32.858224 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Notify callbacks [] for port, precommit_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:32.869138 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Transition to ACTIVE for port object cc44cc9a-259d-4ed8-bf45-2849c0580635 will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:07:32.886607 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Transition to ACTIVE for port object cc44cc9a-259d-4ed8-bf45-2849c0580635 will not be triggered until provisioned by entity DHCP. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:07:32.894155 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:32.936132 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Network 18a2016b-069f-430f-889e-32ae56993e5c is already hosted by enough agents. {{(pid=93975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:07:32.941075 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.base_scheduler [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Resources bound (agent type, host, resource id): {{(pid=93975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:07:32.944480 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Received port after_create {{(pid=93975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:07:32.953517 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Pushing event updated for resources: {'Port': ['ID=cc44cc9a-259d-4ed8-bf45-2849c0580635,revision_number=1']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:32.964246 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:32.964602 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:32.964945 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:32.965297 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:32.965628 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:32.965961 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:32.966287 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:32.966610 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:32.966980 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:32.967310 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:32.967628 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:32.967945 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:07:33.016284 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Attempting to bind port cc44cc9a-259d-4ed8-bf45-2849c0580635 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:07:33.016677 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Attempting to bind port cc44cc9a-259d-4ed8-bf45-2849c0580635 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'c5e0209d-d0c2-44d1-9832-985afc7994cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:07:33.017042 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Attempting to bind port cc44cc9a-259d-4ed8-bf45-2849c0580635 on network 18a2016b-069f-430f-889e-32ae56993e5c {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:07:33.022873 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:07:33.023249 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Checking segment: {'id': 'c5e0209d-d0c2-44d1-9832-985afc7994cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:07:33.023683 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:33.024111 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Bound using segment: {'id': 'c5e0209d-d0c2-44d1-9832-985afc7994cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:07:33.024707 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Bound port: cc44cc9a-259d-4ed8-bf45-2849c0580635, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e0209d-d0c2-44d1-9832-985afc7994cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:07:33.025032 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:33.090260 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] For port cc44cc9a-259d-4ed8-bf45-2849c0580635, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:07:33.093860 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] For port cc44cc9a-259d-4ed8-bf45-2849c0580635, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=cc44cc9a-259d-4ed8-bf45-2849c0580635,segment=NetworkSegment(c5e0209d-d0c2-44d1-9832-985afc7994cb),segment_id=c5e0209d-d0c2-44d1-9832-985afc7994cb)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:07:33.098685 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:33.163294 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e565f0-ed7e-4b9b-bfe4-12c733a31f75 None None] Pushing event updated for resources: {'Port': ['ID=cc44cc9a-259d-4ed8-bf45-2849c0580635,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:33.682642 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3d66643d-b4a5-4078-98c3-70d40166338a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:33.983867 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f6fac-4c13-48e6-963c-5e272ceefd32 None None] Network 18a2016b-069f-430f-889e-32ae56993e5c requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:07:34.104947 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-7742c815-eb60-486a-ac1a-507bd704d159 None None] Provisioning for port cc44cc9a-259d-4ed8-bf45-2849c0580635 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:07:35.367988 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device cc44cc9a-259d-4ed8-bf45-2849c0580635 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:07:35.418819 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port cc44cc9a-259d-4ed8-bf45-2849c0580635 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:07:35.422572 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port cc44cc9a-259d-4ed8-bf45-2849c0580635 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:35.423011 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:35.504567 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:35.543011 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port cc44cc9a-259d-4ed8-bf45-2849c0580635, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=cc44cc9a-259d-4ed8-bf45-2849c0580635,segment=NetworkSegment(c5e0209d-d0c2-44d1-9832-985afc7994cb),segment_id=c5e0209d-d0c2-44d1-9832-985afc7994cb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:07:35.547426 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:35.599322 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=cc44cc9a-259d-4ed8-bf45-2849c0580635,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:07:36.114248 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:37.332854 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device cc44cc9a-259d-4ed8-bf45-2849c0580635 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:07:37.382525 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port cc44cc9a-259d-4ed8-bf45-2849c0580635 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:07:37.382938 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:37.552460 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4e9e7023-2d05-4966-8144-fb7ee24a7477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:38.299643 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:40.889918 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:03.684656 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-48a9a700-416f-48f1-8afd-6a661a728a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:06.116727 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:07.554253 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-735fac80-3e7c-4d67-821e-c884ce734c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:08.304230 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:09.088937 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 5 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:08:10.896292 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:33.687513 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-706ab045-53f6-47a1-9c57-ca0667e8c9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:36.120267 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:37.555584 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-264eb09c-09e5-4e52-8677-ebd5b23c01cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:38.307137 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:40.897134 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:42.226988 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34324) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:08:42.233024 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [None req-66a3a631-63d8-4b3c-b428-1923c4b6a259 tempest-verify_tempest_config-1905352426 tempest-verify_tempest_config-1905352426-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:08:42.234009 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-66a3a631-63d8-4b3c-b428-1923c4b6a259 tempest-verify_tempest_config-1905352426 tempest-verify_tempest_config-1905352426-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060148 Aug 27 03:08:42.539661 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34342) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:08:42.645351 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:42.738821 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:42.742867 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:42.786220 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bc9979-1981-4fce-8b93-c31ca016d2c9,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:42.790822 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=588ff6597a7f416bb5b60a64a7828b77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2501466 Aug 27 03:08:42.793643 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34348) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:08:42.795206 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.795578 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.795921 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.796252 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.796578 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.796918 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.797246 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.797569 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.797892 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.798212 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.798531 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.798870 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f983a3d-e8a7-41b6-a421-c7bb109c659f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:42.919019 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:42.941413 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:43.032506 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:43.035776 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:43.036989 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68bc9979-1981-4fce-8b93-c31ca016d2c9 HTTP/1.1" status: 204 len: 168 time: 0.2423794 Aug 27 03:08:43.046094 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bc9979-1981-4fce-8b93-c31ca016d2c9,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:43.053372 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:43.053731 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:43.054085 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:43.054490 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:43.054786 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:43.055131 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:43.055488 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:43.055842 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:43.056195 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:43.056597 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:43.056849 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:43.057177 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a1424-593b-41ca-a316-b1409af8b964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:46.087876 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 5 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:09:03.691975 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d43a-dab8-49a6-b803-40afbbc74eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:06.122763 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:07.557688 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b631-36ec-4f46-bb75-7d4fea005299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:08.308793 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:10.900338 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:23.086440 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 5 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:09:33.694076 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-cdcc14f6-3e56-4c68-bafe-0c06c61812e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:36.123252 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:37.558789 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-af04c898-1df0-49d7-9b93-269bbb4ada5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:38.313037 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:40.902565 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:00.085216 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 5 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:10:03.694517 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-493779ea-0270-4df9-a680-1709ba1a2001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:06.124077 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:07.560651 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-81c64513-5030-4b91-a947-bcaadf61dfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:08.315881 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:10.906376 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:16.988255 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685163'] for agent, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:32.261092 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34422) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:10:32.364130 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8d3aa4a4-6fce-4d68-85e3-d7c021e43a0d admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1019149 Aug 27 03:10:33.696580 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3ee39c98-4fde-41f0-b2a9-968b551a29c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:34.630169 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34432) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:10:34.687235 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-111376f9-fd2a-4a6b-b066-91ee71c9fa91 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0559554 Aug 27 03:10:36.125530 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:37.084045 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:10:37.561290 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-51c1fc35-d9ae-4d0a-b33a-cff7762c193c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:38.319345 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:40.926065 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:46.937291 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:03.699048 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2031bffd-7a0a-4d09-a65a-e05a36af49c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:06.128338 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:07.561183 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-68caec9e-fac0-43ef-9f14-d7c96dad0be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:08.320576 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:10.907375 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:14.084665 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:11:16.937403 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:33.699969 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4c336a6e-68d5-4057-808d-352a571f7759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:36.129586 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:37.563824 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c3fdc5a3-b7cd-45ae-839c-2e2ce36fa147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:38.328038 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:40.914216 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:46.954625 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:51.085495 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:12:03.704808 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-f9509785-3590-4b80-aefe-a6ebff35842d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:04.500089 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34618) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:04.565381 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34628) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:04.595118 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34634) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:04.770154 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2137613434-network', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:04.791210 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Made reservation on behalf of a430bc3a9be94e62a3cb96e011f0496a for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:04.793793 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:04.803871 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:04.897152 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:04.901243 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:04.926880 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:12:04.937467 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5965dd92-a076-4ec0-9652-a99cb71aac2e,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:04.946465 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.946965 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.947366 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.947767 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.948160 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.948555 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.948947 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.949340 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.949746 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.950148 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.950536 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.950949 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Tracked resource versions report: Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: pushed versions: Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: { 'AddressGroup': {'1.2'}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'ConntrackHelper': {'1.0'}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Log': {'1.0'}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Network': {'1.1'}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Port': {'1.7'}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'PortForwarding': {'1.2'}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'QosPolicy': {'1.9'}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SecurityGroup': {'1.4'}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SubPort': {'1.0'}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Subnet': {'1.1'}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Trunk': {'1.1'}} Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: consumer versions: Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: { DHCP agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: HyperV agent@hv-cinder-80588: {}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: L3 agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: Metadata agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: Metering agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: Open vSwitch agent@dv-cinder-805887-5-iscsi: { 'AddressGroup': '1.2', Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'ConntrackHelper': '1.0', Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Log': '1.0', Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Network': '1.1', Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Port': '1.7', Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'PortForwarding': '1.2', Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'QosPolicy': '1.9', Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SecurityGroup': '1.4', Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SecurityGroupRule': '1.2', Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'SubPort': '1.0', Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Subnet': '1.1', Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: 'Trunk': '1.1'}} Aug 27 03:12:04.956692 dv-cinder-805887-5-iscsi neutron-server[93973]: {{(pid=93973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:12:04.961240 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:04.961654 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Added segment 5f36ad69-4c18-4c2c-afe4-79c5fb4084f3 of type vlan for network 88c59834-6084-43f7-aebd-5573502eb794 Aug 27 03:12:05.010032 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.019141 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-891878183-network', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:05.043052 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1472192737-network', 'tenant_id': 'c3b664ca46c14f3cb7ef8a3b6f603951'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:05.072980 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Made reservation on behalf of 29ebf57b6e124318a9856043c82c6ce0 for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:05.075692 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.081061 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.082028 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:05.082595 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.099305 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.171670 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Made reservation on behalf of c3b664ca46c14f3cb7ef8a3b6f603951 for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:05.174491 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.188941 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34660) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:05.191623 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6903155 Aug 27 03:12:05.196785 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34664) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:05.203899 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Request body: {'subnet': {'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2137613434-subnet', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:05.217677 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.226315 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934cf23-e182-4333-a3cf-ef77dd782082 admin admin] Pushing event updated for resources: {'Network': ['ID=88c59834-6084-43f7-aebd-5573502eb794,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:05.240223 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 88c59834-6084-43f7-aebd-5573502eb794 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:12:05.302565 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.308416 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.329437 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:12:05.334206 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Made reservation on behalf of a430bc3a9be94e62a3cb96e011f0496a for: {'subnet': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:05.336848 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.348343 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.db.api [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 03:12:05.348343 dv-cinder-805887-5-iscsi neutron-server[93973]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 03:12:05.348343 dv-cinder-805887-5-iscsi neutron-server[93973]: [parameters: {'project_id_1': 'c3b664ca46c14f3cb7ef8a3b6f603951', 'expiration_1': datetime.datetime(2021, 8, 27, 3, 12, 5, 270618)}] Aug 27 03:12:05.348343 dv-cinder-805887-5-iscsi neutron-server[93973]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 03:12:05.349131 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG oslo_db.api [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 03:12:05.355506 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.355852 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Added segment 8feffedf-9761-4b2b-9941-21e51949565c of type vlan for network 2b17879c-d837-4d30-a4db-99c881c934c0 Aug 27 03:12:05.374808 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195d29fc-6f23-4e1e-8f21-eca6f930b48d,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:05.415370 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.471472 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.473794 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:05.474433 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.534833 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9683390 Aug 27 03:12:05.537697 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34680) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:05.546399 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] Request body: {'subnet': {'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-891878183-subnet', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:05.566508 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853a540-d215-458d-84de-77aafdc7fd24 admin admin] Pushing event updated for resources: {'Network': ['ID=2b17879c-d837-4d30-a4db-99c881c934c0,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:05.568779 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.581989 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 2b17879c-d837-4d30-a4db-99c881c934c0 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:12:05.594493 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] Made reservation on behalf of 29ebf57b6e124318a9856043c82c6ce0 for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:05.598577 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.641548 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-781428753-network', 'tenant_id': '8b90d6e7301e43a88eff5482fa3cb689'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:05.644769 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1cd8e1e-3740-4c26-8f74-2e47293bbac7,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:05.679383 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.679886 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.680478 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.680913 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.681442 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.681953 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.682459 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.682832 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.683174 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.683507 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.683837 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.684161 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Tracked resource versions report: Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: pushed versions: Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: { 'AddressGroup': {'1.2'}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'ConntrackHelper': {'1.0'}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Log': {'1.0'}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Network': {'1.1'}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Port': {'1.7'}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'PortForwarding': {'1.2'}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'QosPolicy': {'1.9'}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SecurityGroup': {'1.4'}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SubPort': {'1.0'}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Subnet': {'1.1'}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Trunk': {'1.1'}} Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: consumer versions: Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: { DHCP agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: HyperV agent@hv-cinder-80588: {}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: L3 agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: Metadata agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: Metering agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: Open vSwitch agent@dv-cinder-805887-5-iscsi: { 'AddressGroup': '1.2', Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'ConntrackHelper': '1.0', Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Log': '1.0', Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Network': '1.1', Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Port': '1.7', Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'PortForwarding': '1.2', Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'QosPolicy': '1.9', Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SecurityGroup': '1.4', Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SecurityGroupRule': '1.2', Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'SubPort': '1.0', Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Subnet': '1.1', Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: 'Trunk': '1.1'}} Aug 27 03:12:05.686510 dv-cinder-805887-5-iscsi neutron-server[93974]: {{(pid=93974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:12:05.689082 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Made reservation on behalf of 8b90d6e7301e43a88eff5482fa3cb689 for: {'network': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:05.696117 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.708116 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.781853 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Checking segment: {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:05.782148 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Network hostable DHCP agents. Network: 88c59834-6084-43f7-aebd-5573502eb794, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:12:05.813653 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Network 88c59834-6084-43f7-aebd-5573502eb794 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:12:05.834546 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 88c59834-6084-43f7-aebd-5573502eb794) {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:05.844329 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:05.844914 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.848901 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f5efd-4d6b-4684-8a55-cc7097799a50 None None] Network 88c59834-6084-43f7-aebd-5573502eb794 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:12:05.850124 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.860699 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.868682 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.878478 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.881738 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d330a423-3b23-475c-a430-3dd2cdf0ce43 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6806259 Aug 27 03:12:05.883077 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34696) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:05.906930 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:05.907557 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:12:05.921226 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43984d6c-0cc1-49d9-bf66-03ba0caa97ea,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:05.927812 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.928161 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.db.segments_db [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Added segment 89b8d83d-e74d-420c-85b6-02582c06f78e of type vlan for network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 Aug 27 03:12:05.992353 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.020255 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba576e08-034a-49cf-a144-e359cf3a8f82,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:06.047061 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] Checking segment: {'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:06.048187 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] Network hostable DHCP agents. Network: 2b17879c-d837-4d30-a4db-99c881c934c0, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:12:06.052078 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.053126 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:06.053719 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.123370 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.126825 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] Network 2b17879c-d837-4d30-a4db-99c881c934c0 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:12:06.138099 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.149315 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9590485 Aug 27 03:12:06.151337 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 2b17879c-d837-4d30-a4db-99c881c934c0) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:06.152755 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34700) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:06.158717 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] Request body: {'subnet': {'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-781428753-subnet', 'tenant_id': '8b90d6e7301e43a88eff5482fa3cb689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:06.172559 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:06.174053 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.177443 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de189e-2174-4b9d-bbc0-77ddc728491d admin admin] Pushing event updated for resources: {'Network': ['ID=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:06.177636 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a8d79-2009-4c42-a56f-d79c823bb8db None None] Network 2b17879c-d837-4d30-a4db-99c881c934c0 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:12:06.184229 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.197100 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:12:06.215319 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:12:06.225193 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37126'] for router, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.226625 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1682916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37137'] for router, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.235734 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:06.241378 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-d016ff5a-e052-4a69-8f3c-abcbb3fc0501 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7016568 Aug 27 03:12:06.244058 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34706) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:06.244595 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.244595 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Added segment 81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d of type vlan for network a1d9897f-5ad6-4d2b-8417-f8231bebf5dc Aug 27 03:12:06.254669 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-891878183-router', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:06.285844 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] Made reservation on behalf of 8b90d6e7301e43a88eff5482fa3cb689 for: {'subnet': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:06.291379 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.388700 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37126'] for router, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.390914 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1682916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37137'] for router, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.413813 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.417022 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.481607 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.569553 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.db.resource_extend [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 03:12:06.605950 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd400e9-8ed1-5679-b8ab-1778f6db8e30-88c59834-6084-43f7-aebd-5573502eb794', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7'}]}} from dv-cinder-805887-5-iscsi. {{(pid=93975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:12:06.615508 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.769077 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.782902 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.787329 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:06.787966 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.807201 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0096248d-c593-4f61-8178-ec2f1e6d2466 None None] Network 2b17879c-d837-4d30-a4db-99c881c934c0 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:12:06.897243 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:06.961573 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.db_base_plugin_common [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Allocated IP 172.20.0.2 (88c59834-6084-43f7-aebd-5573502eb794/a1cd8e1e-3740-4c26-8f74-2e47293bbac7/a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c) {{(pid=93975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:06.992562 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3962650 Aug 27 03:12:06.995205 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34734) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:07.012174 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] Request body: {'subnet': {'network_id': 'a1d9897f-5ad6-4d2b-8417-f8231bebf5dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1472192737-subnet', 'tenant_id': 'c3b664ca46c14f3cb7ef8a3b6f603951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:07.065088 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a316dbc-044b-43fb-9faa-bef052de917c admin admin] Pushing event updated for resources: {'Network': ['ID=a1d9897f-5ad6-4d2b-8417-f8231bebf5dc,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:07.076085 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network a1d9897f-5ad6-4d2b-8417-f8231bebf5dc details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:12:07.121081 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] Made reservation on behalf of c3b664ca46c14f3cb7ef8a3b6f603951 for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:07.123549 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:07.245856 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Notify callbacks [] for port, precommit_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:07.258588 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Transition to ACTIVE for port object a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:07.276735 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Transition to ACTIVE for port object a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c will not be triggered until provisioned by entity DHCP. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:07.285461 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:07.337529 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Network 88c59834-6084-43f7-aebd-5573502eb794 is already hosted by enough agents. {{(pid=93975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:07.342611 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.base_scheduler [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Resources bound (agent type, host, resource id): {{(pid=93975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:07.348797 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Received port after_create {{(pid=93975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:07.361586 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Pushing event updated for resources: {'Port': ['ID=a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c,revision_number=1']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:07.384671 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.385466 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.386541 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.387065 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.387484 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.387821 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.388425 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.389435 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.389946 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.390436 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.390941 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.391312 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:07.391806 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Tracked resource versions report: Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: pushed versions: Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: { 'AddressGroup': {'1.2'}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'ConntrackHelper': {'1.0'}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Log': {'1.0'}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Network': {'1.1'}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Port': {'1.7'}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'PortForwarding': {'1.2'}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'QosPolicy': {'1.9'}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SecurityGroup': {'1.4'}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SubPort': {'1.0'}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Subnet': {'1.1'}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Trunk': {'1.1'}} Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: consumer versions: Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: { DHCP agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: HyperV agent@hv-cinder-80588: {}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: L3 agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: Metadata agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: Metering agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: Open vSwitch agent@dv-cinder-805887-5-iscsi: { 'AddressGroup': '1.2', Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'ConntrackHelper': '1.0', Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Log': '1.0', Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Network': '1.1', Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Port': '1.7', Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'PortForwarding': '1.2', Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'QosPolicy': '1.9', Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SecurityGroup': '1.4', Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SecurityGroupRule': '1.2', Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'SubPort': '1.0', Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Subnet': '1.1', Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: 'Trunk': '1.1'}} Aug 27 03:12:07.392547 dv-cinder-805887-5-iscsi neutron-server[93975]: {{(pid=93975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:12:07.462587 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Attempting to bind port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:07.463197 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Attempting to bind port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:07.463727 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Attempting to bind port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c on network 88c59834-6084-43f7-aebd-5573502eb794 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:07.470675 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:07.471408 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Checking segment: {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:07.471983 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:07.473621 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Bound using segment: {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:07.474297 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Bound port: a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:07.475070 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:07.556038 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] For port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:07.577394 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59ddab5-65fc-4079-b80d-415469417ef0,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:07.584694 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] For port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:07.647952 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:07.689298 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] Checking segment: {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:07.689961 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] Network hostable DHCP agents. Network: adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:12:07.761185 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-6774333f-1218-44cd-aa2e-916e2f17db00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:07.764728 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30bc73-4fa0-47d9-9372-c843488aab02 None None] Pushing event updated for resources: {'Port': ['ID=a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:07.795184 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] Network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:12:07.805371 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:07.839210 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:07.844986 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7) {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:07.855084 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e4372f-e280-454f-9fdb-9ec236f81911 None None] Network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:12:07.855591 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:07.856924 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:07.914106 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34780) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:07.917817 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-4643ce65-1000-4911-ae54-82830ed6de70 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7639384 Aug 27 03:12:07.969733 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.040911 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34786) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:08.080780 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Allocated IP 172.27.1.129 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/50967a3b-8d89-4555-9eed-9a6a7b9550f0) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:08.159305 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021f69e-8388-4bb9-bfae-bf99fb5b75a8 None None] Network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:12:08.271593 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-394a0d5b-a782-4511-99ea-283e009b6931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.319760 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] Checking segment: {'id': '81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a1d9897f-5ad6-4d2b-8417-f8231bebf5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:08.325143 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] Network hostable DHCP agents. Network: a1d9897f-5ad6-4d2b-8417-f8231bebf5dc, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:12:08.338507 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.363441 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ff4981-3a5a-42c4-b7a4-598b7a33a978,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:08.403406 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.435929 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.446164 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.500545 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] Network a1d9897f-5ad6-4d2b-8417-f8231bebf5dc is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:12:08.502046 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-394a0d5b-a782-4511-99ea-283e009b6931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.504740 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.511773 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-394a0d5b-a782-4511-99ea-283e009b6931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.550035 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-394a0d5b-a782-4511-99ea-283e009b6931 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=213cab711c8540708f6152413bbdd10d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6305079 Aug 27 03:12:08.560484 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34800) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:08.590695 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:08.595634 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:08.597311 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, a1d9897f-5ad6-4d2b-8417-f8231bebf5dc) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:08.602642 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:08.604202 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:08.605852 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.611411 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856aae99-8120-469c-beaa-95982b253ba6 None None] Network a1d9897f-5ad6-4d2b-8417-f8231bebf5dc requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:12:08.685314 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34804) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:08.697177 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5312b685-fd26-4d17-abb3-a48357a1915e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:08.726931 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Pushing event updated for resources: {'Port': ['ID=50967a3b-8d89-4555-9eed-9a6a7b9550f0,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:08.865719 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a0d5b-a782-4511-99ea-283e009b6931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b7b1c0-84d7-453c-909c-3c455badd659,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:08.892600 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f91c8f-dba0-47d2-b23d-d5177a77d234 None None] Network a1d9897f-5ad6-4d2b-8417-f8231bebf5dc requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:12:08.980873 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Allocated IP 172.27.1.6 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/b8cc8286-27db-4a0e-a435-cd6c53772ad8) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:08.984514 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0193ef96-d2e5-45e3-b9bc-5300e4ffe610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.033935 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34834) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:09.037843 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-852d3ae7-29ca-4f92-b2ee-4b4d32fcbb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.045816 dv-cinder-805887-5-iscsi neutron-server[93974]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 03:12:09.091190 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0193ef96-d2e5-45e3-b9bc-5300e4ffe610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.141044 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.253376 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5312b685-fd26-4d17-abb3-a48357a1915e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.256516 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0193ef96-d2e5-45e3-b9bc-5300e4ffe610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.259098 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0193ef96-d2e5-45e3-b9bc-5300e4ffe610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.260304 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-0193ef96-d2e5-45e3-b9bc-5300e4ffe610 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1b7b1c0-84d7-453c-909c-3c455badd659 HTTP/1.1" status: 204 len: 168 time: 0.6942966 Aug 27 03:12:09.266164 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.275346 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050019fc-2318-40e0-bc88-f2cf547d690d None None] Network 88c59834-6084-43f7-aebd-5573502eb794 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:12:09.277302 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5312b685-fd26-4d17-abb3-a48357a1915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.296924 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-086f5fac-5096-4450-a5bd-5d1eb0ef0a31 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2998514 Aug 27 03:12:09.314848 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193ef96-d2e5-45e3-b9bc-5300e4ffe610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b7b1c0-84d7-453c-909c-3c455badd659,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:09.333802 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-9a84a8c4-e212-4369-8183-0c8b8b0b41ba tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:09.343570 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-9a84a8c4-e212-4369-8183-0c8b8b0b41ba tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 814 time: 0.3025532 Aug 27 03:12:09.363267 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-f7624a23-2a79-4653-9651-433340f5a5e8 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/quotas/8b90d6e7301e43a88eff5482fa3cb689 HTTP/1.1" status: 200 len: 375 time: 0.0187535 Aug 27 03:12:09.365390 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-5312b685-fd26-4d17-abb3-a48357a1915e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89409d7b8b0d46cb8dffd020710aa234&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3233995 Aug 27 03:12:09.378720 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34840) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:09.418547 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312b685-fd26-4d17-abb3-a48357a1915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b95abe-0e2e-4bfb-b222-7df1056f48fa,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:09.438254 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-5a576038-ea4a-477e-ac2f-203fc14b6a61 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693057 Aug 27 03:12:09.465102 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-f4fee5e9-e7b2-4e94-a967-334428fad10e None None] Provisioning for port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:09.527880 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.627280 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:09.638455 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19b77e0-d948-4a87-b8aa-22dfc595e544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.642559 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:09.665357 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:09.682542 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:09.737827 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-852d3ae7-29ca-4f92-b2ee-4b4d32fcbb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.740166 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682235'] for router, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.744695 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Pushing event updated for resources: {'Port': ['ID=b8cc8286-27db-4a0e-a435-cd6c53772ad8,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:09.755404 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19b77e0-d948-4a87-b8aa-22dfc595e544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.758592 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-852d3ae7-29ca-4f92-b2ee-4b4d32fcbb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.853808 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:09.858753 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:09.859207 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:09.950547 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-852d3ae7-29ca-4f92-b2ee-4b4d32fcbb6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfd1e824636a459b8ed9d6a802fe5fad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2426283 Aug 27 03:12:09.962992 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34858) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:09.970183 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34860) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:09.995925 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d3ae7-29ca-4f92-b2ee-4b4d32fcbb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46693863-fe23-4fb8-b00c-197014b0c025,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:10.099373 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.114653 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-87b1c65c-8f38-4031-bead-74cb65b68dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.168407 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:10.174869 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.255787 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:10.282190 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19b77e0-d948-4a87-b8aa-22dfc595e544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.285077 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19b77e0-d948-4a87-b8aa-22dfc595e544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.288955 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e19b77e0-d948-4a87-b8aa-22dfc595e544 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1b95abe-0e2e-4bfb-b222-7df1056f48fa HTTP/1.1" status: 204 len: 168 time: 0.8988302 Aug 27 03:12:10.327533 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-7f330156-2601-4545-891b-381c55e2d6a8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:12:10.328557 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-7f330156-2601-4545-891b-381c55e2d6a8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5814221 Aug 27 03:12:10.367631 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-cd624e83-7f97-40bc-a3ef-93d87b23358b None None] Provisioning complete for port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:10.368017 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-cd624e83-7f97-40bc-a3ef-93d87b23358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.422377 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b77e0-d948-4a87-b8aa-22dfc595e544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b95abe-0e2e-4bfb-b222-7df1056f48fa,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:10.433271 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Router 6015ada1-ba94-4cdb-bd76-d54921d95b2e is scheduled to L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b with binding_index 1 {{(pid=93974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:12:10.477374 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34878) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:10.479594 dv-cinder-805887-5-iscsi neutron-server[93973]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 03:12:10.527067 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-92614582-b5e6-4e50-b39a-1a6f47dddb26 service neutron] 10.222.0.30 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910493 Aug 27 03:12:10.638308 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:12:10.643864 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-24c86759-4d38-4e83-8f73-264a5b35d899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.659400 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Sync routers for ids ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:12:10.676213 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Routers {'6015ada1-ba94-4cdb-bd76-d54921d95b2e'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:10.677238 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-dd5b2ad1-80fa-49db-84ed-f7c02bc7b20c service neutron] 10.222.0.30 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184633 Aug 27 03:12:10.679797 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:12:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:10.786682 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34882) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:10.788416 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.803373 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-41667fe4-77d4-4776-b1d6-f9f6aba286e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.832807 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Set router 6015ada1-ba94-4cdb-bd76-d54921d95b2e gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:10.879111 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-24c86759-4d38-4e83-8f73-264a5b35d899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:10.922621 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.052335 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-669e017e-6e27-4955-9301-c5c2c68d6b0d req-8ebfe8f7-9502-450d-83e5-7b582932fd93 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 210 time: 0.0595598 Aug 27 03:12:11.065011 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-891878183-router', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:08Z', 'revision_number': 3, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'gw_port': {'id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:07Z', 'updated_at': '2021-08-27T03:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:11.110006 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-d4e00c5e-760e-430f-9c1f-d7ee543e5e87 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:11.111650 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-d4e00c5e-760e-430f-9c1f-d7ee543e5e87 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/networks?id=a1d9897f-5ad6-4d2b-8417-f8231bebf5dc HTTP/1.1" status: 200 len: 812 time: 0.6331632 Aug 27 03:12:11.122300 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Checking router: 6015ada1-ba94-4cdb-bd76-d54921d95b2e for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:12:11.122660 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Updating router 6015ada1-ba94-4cdb-bd76-d54921d95b2e port 50967a3b-8d89-4555-9eed-9a6a7b9550f0 binding host dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:12:11.131100 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-87b1c65c-8f38-4031-bead-74cb65b68dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.143134 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] Notify callbacks [] for router, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.145182 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-87b1c65c-8f38-4031-bead-74cb65b68dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.146106 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-eb517d14-f085-4609-99fb-40640cf4d76b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8994951 Aug 27 03:12:11.149476 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34906) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:11.167349 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-6efdc7ef-4c1e-490c-a317-b8a5230ce0a0 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/quotas/c3b664ca46c14f3cb7ef8a3b6f603951 HTTP/1.1" status: 200 len: 375 time: 0.0461538 Aug 27 03:12:11.180417 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.227892 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-24c86759-4d38-4e83-8f73-264a5b35d899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.230499 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-24c86759-4d38-4e83-8f73-264a5b35d899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.231686 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-24c86759-4d38-4e83-8f73-264a5b35d899 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46693863-fe23-4fb8-b00c-197014b0c025 HTTP/1.1" status: 204 len: 168 time: 1.2572486 Aug 27 03:12:11.271513 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-87b1c65c-8f38-4031-bead-74cb65b68dbb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4480516cba434b098f301f0478467f09&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2956018 Aug 27 03:12:11.277601 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34914) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:11.291013 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1c65c-8f38-4031-bead-74cb65b68dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b5ffc1-b958-4a1f-a59d-b01e6bcbc5f8,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:11.296146 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-b916e394-416b-473e-a88b-6564c1a26003 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3b664ca46c14f3cb7ef8a3b6f603951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762892 Aug 27 03:12:11.320499 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c86759-4d38-4e83-8f73-264a5b35d899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46693863-fe23-4fb8-b00c-197014b0c025,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:11.329667 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682235'] for router, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.606451 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:11.619749 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-490b75aa-307a-4530-843d-0c9422f069e9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:12:11.621040 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-490b75aa-307a-4530-843d-0c9422f069e9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0994651 Aug 27 03:12:11.703661 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5ed03b14-8dc6-44b2-884c-f54082a3c1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.742108 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:11.744416 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.745083 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Router 192470f6-2056-4e85-8c70-0fb9b705f8ae is scheduled to L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b with binding_index 1 {{(pid=93973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:12:11.805239 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.834876 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Transition to ACTIVE for port object 50967a3b-8d89-4555-9eed-9a6a7b9550f0 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:11.847901 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.853368 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-41667fe4-77d4-4776-b1d6-f9f6aba286e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.871255 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-41667fe4-77d4-4776-b1d6-f9f6aba286e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.875260 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5ed03b14-8dc6-44b2-884c-f54082a3c1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.899961 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-de4e267e-30fb-491e-b371-b61221ff2c76 service neutron] 10.222.0.30 "GET /v2.0/networks/a1d9897f-5ad6-4d2b-8417-f8231bebf5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671363 Aug 27 03:12:11.929938 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Attempting to bind port 50967a3b-8d89-4555-9eed-9a6a7b9550f0 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:11.930825 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Attempting to bind port 50967a3b-8d89-4555-9eed-9a6a7b9550f0 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:11.931638 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Attempting to bind port 50967a3b-8d89-4555-9eed-9a6a7b9550f0 on network d6676dde-6651-46ea-a9ba-371911ee51a4 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:11.942513 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Pushing event updated for resources: {'Port': ['ID=50967a3b-8d89-4555-9eed-9a6a7b9550f0,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:11.948085 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:11.949039 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Checking segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:11.949836 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.950547 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Bound using segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:11.952218 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Bound port: 50967a3b-8d89-4555-9eed-9a6a7b9550f0, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:11.952893 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:11.982883 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.983518 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.984156 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.984823 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.985617 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.986396 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.987145 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.987903 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.988663 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.988885 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-41667fe4-77d4-4776-b1d6-f9f6aba286e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c47087e6bada49728b0c56be3e8e7769&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2010052 Aug 27 03:12:11.989530 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.990417 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.991238 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Tracked resource versions report: Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: pushed versions: Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: { 'AddressGroup': {'1.2'}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'ConntrackHelper': {'1.0'}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Log': {'1.0'}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Network': {'1.1'}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Port': {'1.7'}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'PortForwarding': {'1.2'}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'QosPolicy': {'1.9'}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SecurityGroup': {'1.4'}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SubPort': {'1.0'}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Subnet': {'1.1'}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Trunk': {'1.1'}} Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: consumer versions: Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: { DHCP agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: HyperV agent@hv-cinder-80588: {}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: L3 agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: Metadata agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: Metering agent@dv-cinder-805887-5-iscsi: {}, Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: Open vSwitch agent@dv-cinder-805887-5-iscsi: { 'AddressGroup': '1.2', Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'ConntrackHelper': '1.0', Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Log': '1.0', Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Network': '1.1', Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Port': '1.7', Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'PortForwarding': '1.2', Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'QosPolicy': '1.9', Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SecurityGroup': '1.4', Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SecurityGroupRule': '1.2', Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'SubPort': '1.0', Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Subnet': '1.1', Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: 'Trunk': '1.1'}} Aug 27 03:12:11.992934 dv-cinder-805887-5-iscsi neutron-server[93976]: {{(pid=93976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:12:11.998992 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 34944) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:12.054589 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] For port 50967a3b-8d89-4555-9eed-9a6a7b9550f0, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:12.066631 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] For port 50967a3b-8d89-4555-9eed-9a6a7b9550f0, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=50967a3b-8d89-4555-9eed-9a6a7b9550f0,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:12.073363 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:12.100937 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41667fe4-77d4-4776-b1d6-f9f6aba286e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516c020c-2413-44f5-8b77-64b938b96ca6,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:12.160639 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e08966-ee3e-4ec3-ae17-2155597933fc None None] Pushing event updated for resources: {'Port': ['ID=50967a3b-8d89-4555-9eed-9a6a7b9550f0,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:12.198230 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-243133db-a052-43e8-8780-94e80d409c27 service neutron] 10.222.0.30 "GET /v2.0/networks/a1d9897f-5ad6-4d2b-8417-f8231bebf5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847452 Aug 27 03:12:12.223617 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Routers {'6015ada1-ba94-4cdb-bd76-d54921d95b2e'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:12.224268 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:12:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:12.229133 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:12:12.246897 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Sync routers for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:12:12.256075 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5ed03b14-8dc6-44b2-884c-f54082a3c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:12.258977 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5ed03b14-8dc6-44b2-884c-f54082a3c1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:12.260221 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-5ed03b14-8dc6-44b2-884c-f54082a3c1a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05b5ffc1-b958-4a1f-a59d-b01e6bcbc5f8 HTTP/1.1" status: 204 len: 168 time: 0.9783516 Aug 27 03:12:12.262562 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:12.265703 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:12:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:12.276304 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ccbe38be-b472-4580-9167-20b77108b94a req-d217208b-cdda-4e2d-9784-c7b9bcc8a851 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 210 time: 0.0876029 Aug 27 03:12:12.291465 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f8659197-14f9-4d84-9526-192f73ccfe25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:12.295795 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed03b14-8dc6-44b2-884c-f54082a3c1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b5ffc1-b958-4a1f-a59d-b01e6bcbc5f8,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:12.297163 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] Notify callbacks [] for router, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:12.302683 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-ba179b19-8a34-4a3d-81a6-127164e8c59c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4108236 Aug 27 03:12:12.315904 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 34962) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:12.357311 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f8659197-14f9-4d84-9526-192f73ccfe25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:12.552048 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] Set router 6015ada1-ba94-4cdb-bd76-d54921d95b2e gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:12.637931 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:12.677966 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:12.900023 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Allocated IP 172.20.0.1 (2b17879c-d837-4d30-a4db-99c881c934c0/ba576e08-034a-49cf-a144-e359cf3a8f82/3cfc0361-1a8b-4e38-8ef4-49fad70c1832) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:12.970355 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-891878183-router', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:08Z', 'revision_number': 3, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'gw_port': {'id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:07Z', 'updated_at': '2021-08-27T03:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:13.029786 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e6e5f-59f5-4c0e-b40e-b693eaace8b1 None None] The sync data for ids ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'] in dv-cinder-805887-5-iscsi is: [{'id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-891878183-router', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:08Z', 'revision_number': 3, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'gw_port': {'id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:07Z', 'updated_at': '2021-08-27T03:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:12:13.069416 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:09Z', 'revision_number': 3, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:13.095700 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:13.113932 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Checking router: 192470f6-2056-4e85-8c70-0fb9b705f8ae for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:12:13.115445 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Updating router 192470f6-2056-4e85-8c70-0fb9b705f8ae port b8cc8286-27db-4a0e-a435-cd6c53772ad8 binding host dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:12:13.172700 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:13.181209 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:13.248922 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f722092c-63f2-464b-9de5-202194a5671c req-2f883d41-f762-4f5e-b090-c91f0ffdf4a6 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 210 time: 0.5479565 Aug 27 03:12:13.300994 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Network 2b17879c-d837-4d30-a4db-99c881c934c0 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:13.309417 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Pushing event updated for resources: {'Port': ['ID=3cfc0361-1a8b-4e38-8ef4-49fad70c1832,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:13.333680 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f8659197-14f9-4d84-9526-192f73ccfe25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:13.338178 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f8659197-14f9-4d84-9526-192f73ccfe25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:13.346614 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-f8659197-14f9-4d84-9526-192f73ccfe25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/516c020c-2413-44f5-8b77-64b938b96ca6 HTTP/1.1" status: 204 len: 168 time: 1.3463492 Aug 27 03:12:13.353702 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:13.372258 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:13.372749 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682404'] for router_interface, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:13.387323 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8659197-14f9-4d84-9526-192f73ccfe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516c020c-2413-44f5-8b77-64b938b96ca6,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:13.893918 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:13.896401 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0adcdf85-e9ac-4421-9f87-49de153b6048 req-4eb7c44b-2bae-4e9c-8f0b-1d079f0bb109 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 210 time: 0.1546595 Aug 27 03:12:13.973221 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Notify callbacks [] for port, precommit_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:13.983135 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35034) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:14.003506 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Transition to ACTIVE for port object b8cc8286-27db-4a0e-a435-cd6c53772ad8 will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:14.017795 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:14.119220 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:14.145749 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Attempting to bind port b8cc8286-27db-4a0e-a435-cd6c53772ad8 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:14.146125 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Attempting to bind port b8cc8286-27db-4a0e-a435-cd6c53772ad8 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:14.146510 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Attempting to bind port b8cc8286-27db-4a0e-a435-cd6c53772ad8 on network d6676dde-6651-46ea-a9ba-371911ee51a4 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:14.157398 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ccc7f-8e5a-4644-97e4-b03ab58db63b None None] Pushing event updated for resources: {'Port': ['ID=b8cc8286-27db-4a0e-a435-cd6c53772ad8,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:14.161311 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:14.161719 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Checking segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:14.162304 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:14.162712 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Bound using segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:14.163291 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Bound port: b8cc8286-27db-4a0e-a435-cd6c53772ad8, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:14.163697 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:14.255789 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] For port b8cc8286-27db-4a0e-a435-cd6c53772ad8, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:14.281925 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] For port b8cc8286-27db-4a0e-a435-cd6c53772ad8, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=b8cc8286-27db-4a0e-a435-cd6c53772ad8,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:14.290635 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:14.501979 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.21', 49308) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:14.546111 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:14.549755 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:12:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:14.561321 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ccc7f-8e5a-4644-97e4-b03ab58db63b None None] Pushing event updated for resources: {'Port': ['ID=b8cc8286-27db-4a0e-a435-cd6c53772ad8,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:14.663702 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-70933097-4c47-4cdf-8edc-1baee1f935ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:14.784956 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Allocated IP 172.20.0.1 (88c59834-6084-43f7-aebd-5573502eb794/a1cd8e1e-3740-4c26-8f74-2e47293bbac7/98e3fbba-5129-4ab9-a315-d3e35ada0b8e) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:14.839276 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:15.002621 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.016458 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-a4edc696-e2ad-4faf-a2cb-065321d2a1ee tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:15.018153 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-a4edc696-e2ad-4faf-a2cb-065321d2a1ee tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 814 time: 0.5093639 Aug 27 03:12:15.024691 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Transition to ACTIVE for port object 98e3fbba-5129-4ab9-a315-d3e35ada0b8e will not be triggered until provisioned by entity DHCP. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:15.077862 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.113693 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-90eb90bb-7e45-44f1-94b3-a7169e96d05a req-28a505cf-5e12-478b-9b3d-3a0a2bd46041 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 210 time: 0.6093731 Aug 27 03:12:15.123666 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Request body: {'port': {'device_id': '7c6b30cb-c842-4c29-b494-32f442135fe0', 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7', 'admin_state_up': True, 'tenant_id': '8b90d6e7301e43a88eff5482fa3cb689'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:15.151138 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Pushing event updated for resources: {'Port': ['ID=98e3fbba-5129-4ab9-a315-d3e35ada0b8e,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:15.206437 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a032c509-b2e2-4743-b78f-11f26813eefa req-82eadcb4-e672-4346-b705-d3ae5a742329 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 210 time: 0.0455039 Aug 27 03:12:15.209136 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Network 88c59834-6084-43f7-aebd-5573502eb794 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:15.211377 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:15.243534 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:15.244271 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682404'] for router_interface, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.475183 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:09Z', 'revision_number': 3, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:15.551396 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceab3bb-4fbe-4cbd-81f2-999afc07b32f None None] The sync data for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi is: [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:09Z', 'revision_number': 3, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:12:15.554965 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.587736 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.588416 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681467'] for router_interface, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.665028 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 50967a3b-8d89-4555-9eed-9a6a7b9550f0 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:15.724364 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-1a33a605-16cc-466d-b5e6-ae90626d9794 None None] Provisioning for port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:15.731914 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-1a33a605-16cc-466d-b5e6-ae90626d9794 None None] Provisioning complete for port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:15.733157 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1a33a605-16cc-466d-b5e6-ae90626d9794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.779920 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.788521 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-1a33a605-16cc-466d-b5e6-ae90626d9794 None None] Port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:12:15.816078 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 50967a3b-8d89-4555-9eed-9a6a7b9550f0 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:15.821981 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 50967a3b-8d89-4555-9eed-9a6a7b9550f0 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:15.822896 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.867056 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Pushing event updated for resources: {'Port': ['ID=3cfc0361-1a8b-4e38-8ef4-49fad70c1832,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:15.877553 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-70933097-4c47-4cdf-8edc-1baee1f935ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.899249 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-70933097-4c47-4cdf-8edc-1baee1f935ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:15.965487 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Made reservation on behalf of 8b90d6e7301e43a88eff5482fa3cb689 for: {'port': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:15.972081 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:16.006253 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-70933097-4c47-4cdf-8edc-1baee1f935ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0115e7b1e06d4651b2c1e1807fabd4e5&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0220318 Aug 27 03:12:16.007495 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35114) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:16.054833 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70933097-4c47-4cdf-8edc-1baee1f935ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca72e9f3-fd7b-45ae-aab5-cf711157c654,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:16.076934 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:16.125230 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.21', 49316) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:16.125765 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 50967a3b-8d89-4555-9eed-9a6a7b9550f0, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=50967a3b-8d89-4555-9eed-9a6a7b9550f0,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:16.134678 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:16.311077 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Network 2b17879c-d837-4d30-a4db-99c881c934c0 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:16.420520 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=50967a3b-8d89-4555-9eed-9a6a7b9550f0,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:16.524642 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:16.545010 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:16.546645 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681467'] for router_interface, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:16.678395 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Pushing event updated for resources: {'Port': ['ID=98e3fbba-5129-4ab9-a315-d3e35ada0b8e,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:16.704909 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-97dd250f-8f30-486b-ae34-6e242625363e req-362e96af-20ea-4cd8-8ca3-150e1e8659d3 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 210 time: 0.1852987 Aug 27 03:12:16.795772 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-697119f5-ee3d-49d2-abbb-bb1fad6c4262 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:16.798428 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-697119f5-ee3d-49d2-abbb-bb1fad6c4262 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.21 "GET /v2.0/networks?id=a1d9897f-5ad6-4d2b-8417-f8231bebf5dc HTTP/1.1" status: 200 len: 812 time: 0.6720002 Aug 27 03:12:16.839460 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Allocated IP 172.20.0.3 (adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7/e59ddab5-65fc-4079-b80d-415469417ef0/1031db85-1db3-4237-b55d-9498067e6ad1) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:17.003166 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:17.092194 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Request body: {'port': {'device_id': '206a0553-0fd3-4ac5-bd23-c87311ba8c1b', 'network_id': 'a1d9897f-5ad6-4d2b-8417-f8231bebf5dc', 'admin_state_up': True, 'tenant_id': 'c3b664ca46c14f3cb7ef8a3b6f603951'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:17.209307 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Network 88c59834-6084-43f7-aebd-5573502eb794 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:17.231598 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:17.451017 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:17.451017 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:17.492174 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-64ba171f-e1be-4468-b685-e78c8a1bddef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:17.547349 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:17.596888 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9d805b11-7ea4-4ae3-adb4-f3c5207802cf req-e37c3401-04d3-4a7a-be1b-fde920c64ca2 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 210 time: 0.1835504 Aug 27 03:12:17.814081 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-0d014866-23fa-4eb5-944f-5bf77ef5151c None None] Provisioning complete for port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:17.825529 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0d014866-23fa-4eb5-944f-5bf77ef5151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:17.881636 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Router 192470f6-2056-4e85-8c70-0fb9b705f8ae has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:12:17.940227 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Made reservation on behalf of c3b664ca46c14f3cb7ef8a3b6f603951 for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:17.947937 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.033674 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-0d014866-23fa-4eb5-944f-5bf77ef5151c None None] Port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:12:18.042500 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 50967a3b-8d89-4555-9eed-9a6a7b9550f0 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:18.136470 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 50967a3b-8d89-4555-9eed-9a6a7b9550f0 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:18.137288 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.143651 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-64ba171f-e1be-4468-b685-e78c8a1bddef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.319188 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:18.359725 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device b8cc8286-27db-4a0e-a435-cd6c53772ad8 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:18.469281 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port b8cc8286-27db-4a0e-a435-cd6c53772ad8 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:18.484823 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port b8cc8286-27db-4a0e-a435-cd6c53772ad8 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:18.486530 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.510428 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:18.527386 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:18.551874 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:18.556756 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.585270 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Router 6015ada1-ba94-4cdb-bd76-d54921d95b2e has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:12:18.593003 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Pushing event updated for resources: {'Port': ['ID=1031db85-1db3-4237-b55d-9498067e6ad1,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:18.629083 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-85fa3549-c7dd-421a-afd0-0e319cbf61ab tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5135472 Aug 27 03:12:18.718823 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-37dee6bd-22c8-4698-a866-cd602e9a820c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:12:18.722176 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-37dee6bd-22c8-4698-a866-cd602e9a820c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177851 Aug 27 03:12:18.744997 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-64ba171f-e1be-4468-b685-e78c8a1bddef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.753583 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-64ba171f-e1be-4468-b685-e78c8a1bddef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.755268 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-64ba171f-e1be-4468-b685-e78c8a1bddef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca72e9f3-fd7b-45ae-aab5-cf711157c654 HTTP/1.1" status: 204 len: 168 time: 2.7423058 Aug 27 03:12:18.787201 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.848504 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port b8cc8286-27db-4a0e-a435-cd6c53772ad8, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=b8cc8286-27db-4a0e-a435-cd6c53772ad8,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:18.854917 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba171f-e1be-4468-b685-e78c8a1bddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca72e9f3-fd7b-45ae-aab5-cf711157c654,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:18.863352 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:18.976578 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49826de-2fb8-4478-99c2-6d14daf79346 req-071e9597-b50b-449c-82e3-e8aebe9f3916 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:18.978264 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c49826de-2fb8-4478-99c2-6d14daf79346 req-071e9597-b50b-449c-82e3-e8aebe9f3916 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 931 time: 0.9594874 Aug 27 03:12:19.004196 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-010044b4-d9ea-4c48-9b2b-d720785dec95 req-b31063dd-d32b-4daa-85d2-e0b24ccbf502 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 210 time: 0.1975796 Aug 27 03:12:19.010624 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:12:19.020873 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=b8cc8286-27db-4a0e-a435-cd6c53772ad8,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:19.034204 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-79f16ba0-2e7c-4e18-a4c7-3e4584cde51b admin admin] 10.222.0.30 "PUT /v2.0/routers/192470f6-2056-4e85-8c70-0fb9b705f8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7171092 Aug 27 03:12:19.066286 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:12:19.127286 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Sync routers for ids ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:12:19.128022 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-f18cd8f3-efc5-4af1-99bd-b6d25b690b29 admin admin] 10.222.0.30 "PUT /v2.0/routers/6015ada1-ba94-4cdb-bd76-d54921d95b2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9485917 Aug 27 03:12:19.128202 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Routers {'6015ada1-ba94-4cdb-bd76-d54921d95b2e'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:19.128202 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:12:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:19.128396 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Sync routers for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:12:19.146898 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:19.152865 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:12:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:19.385417 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c49826de-2fb8-4478-99c2-6d14daf79346 req-81be1026-5eab-4956-a7c9-e055cb3dd43f tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675277 Aug 27 03:12:19.386698 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Allocated IP 172.20.0.3 (a1d9897f-5ad6-4d2b-8417-f8231bebf5dc/71ff4981-3a5a-42c4-b7a4-598b7a33a978/eb8bb7dd-e4d2-4d27-8784-a2a045b591ec) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:19.602925 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35234) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:19.682964 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Set router 6015ada1-ba94-4cdb-bd76-d54921d95b2e gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:19.696888 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device b8cc8286-27db-4a0e-a435-cd6c53772ad8 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:19.788650 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Request body: {'port': {'device_id': '7c6b30cb-c842-4c29-b494-32f442135fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:19.936004 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port b8cc8286-27db-4a0e-a435-cd6c53772ad8 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:19.937243 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:19.986093 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:19.992903 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:20.144158 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:20.159378 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:20.451601 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-891878183-router', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:13Z', 'revision_number': 4, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'gw_port': {'id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:07Z', 'updated_at': '2021-08-27T03:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '3cfc0361-1a8b-4e38-8ef4-49fad70c1832', 'name': '', 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'mac_address': 'fa:16:3e:b4:23:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ba576e08-034a-49cf-a144-e359cf3a8f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:12Z', 'updated_at': '2021-08-27T03:12:14Z', 'revision_number': 2, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'subnets': [{'id': 'ba576e08-034a-49cf-a144-e359cf3a8f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:20.473578 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Network a1d9897f-5ad6-4d2b-8417-f8231bebf5dc is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:20.487595 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:20.498768 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:20.520317 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:20.524159 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:20.557146 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Checking router: 6015ada1-ba94-4cdb-bd76-d54921d95b2e for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:12:20.557429 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Updating router 6015ada1-ba94-4cdb-bd76-d54921d95b2e port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 binding host dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:12:20.634194 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7785375 Aug 27 03:12:20.654640 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:20.663509 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Request body: {'port': {'device_id': '206a0553-0fd3-4ac5-bd23-c87311ba8c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:20.666124 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7a1801db-bfae-4ac0-a34a-16751cef8b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:20.793520 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35278) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:20.840660 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ee6b-41ef-4db2-93bd-fc314c2b2dd3 req-0a7a80ff-2796-437d-9d39-e334a98c88f6 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:20.860371 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3d75ee6b-41ef-4db2-93bd-fc314c2b2dd3 req-0a7a80ff-2796-437d-9d39-e334a98c88f6 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 931 time: 0.6130784 Aug 27 03:12:20.888907 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a3090-5ebb-4786-8a99-ef150ca86edb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Pushing event updated for resources: {'Port': ['ID=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:21.052383 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:21.119749 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 2, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:21.181174 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Checking router: 192470f6-2056-4e85-8c70-0fb9b705f8ae for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:12:21.181979 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Updating router 192470f6-2056-4e85-8c70-0fb9b705f8ae port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e binding host dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:12:21.246233 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:21.278792 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:21.289550 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3d75ee6b-41ef-4db2-93bd-fc314c2b2dd3 req-49068755-46fa-40fe-b3fe-ed54780b57e5 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253075 Aug 27 03:12:21.290002 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Transition to ACTIVE for port object 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:21.294650 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35288) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:21.305711 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:21.348688 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7a1801db-bfae-4ac0-a34a-16751cef8b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:21.348688 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-8e89f060-19dc-4f32-96fd-919d110abe10 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848530574', 'description': 'tempest-description--613261996'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:21.407892 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7a1801db-bfae-4ac0-a34a-16751cef8b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:21.437733 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dcaf4-a52a-46a3-895a-f92c22424c2e None None] Pushing event updated for resources: {'Port': ['ID=3cfc0361-1a8b-4e38-8ef4-49fad70c1832,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:21.495270 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-7a1801db-bfae-4ac0-a34a-16751cef8b7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=084967a8301447998882ff1ff73a72e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8905542 Aug 27 03:12:21.513655 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35294) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:21.526571 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8e89f060-19dc-4f32-96fd-919d110abe10 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:21.587826 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Attempting to bind port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:21.589338 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Attempting to bind port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:21.590300 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Attempting to bind port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 on network 2b17879c-d837-4d30-a4db-99c881c934c0 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:21.610474 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:21.619057 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Checking segment: {'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:21.619605 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:21.620030 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Bound using segment: {'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:21.620546 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Bound port: 3cfc0361-1a8b-4e38-8ef4-49fad70c1832, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:21.620948 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:21.787331 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] For port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:21.797180 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] For port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=3cfc0361-1a8b-4e38-8ef4-49fad70c1832,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:21.805470 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:21.928093 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Routers {'6015ada1-ba94-4cdb-bd76-d54921d95b2e'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:21.931079 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:12:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:21.945572 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1801db-bfae-4ac0-a34a-16751cef8b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a6a0af-b0d8-4c84-8bf8-9fe51da22afe,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:21.946176 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddcc7f-2267-40d6-8e37-cfb62a2ad029 req-ded8d40d-4dc1-435e-9b02-2f7cce5ec621 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:21.955396 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6bddcc7f-2267-40d6-8e37-cfb62a2ad029 req-ded8d40d-4dc1-435e-9b02-2f7cce5ec621 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 931 time: 0.3033130 Aug 27 03:12:22.008673 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c45558fd-210a-4e2a-b6f2-b1ebb2309fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:22.142061 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Notify callbacks [] for port, precommit_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:22.147958 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6bddcc7f-2267-40d6-8e37-cfb62a2ad029 req-61ab2632-6b8a-42d4-ae22-0f0239f24953 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915293 Aug 27 03:12:22.177313 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Transition to ACTIVE for port object 98e3fbba-5129-4ab9-a315-d3e35ada0b8e will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:22.190263 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:22.303144 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] Set router 6015ada1-ba94-4cdb-bd76-d54921d95b2e gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:22.396549 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Attempting to bind port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:22.396796 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Attempting to bind port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:22.397139 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Attempting to bind port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e on network 88c59834-6084-43f7-aebd-5573502eb794 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:22.408667 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:22.409037 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Checking segment: {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:22.409440 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:22.409917 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Bound using segment: {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:22.410483 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Bound port: 98e3fbba-5129-4ab9-a315-d3e35ada0b8e, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:22.410965 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:22.485196 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8bb7dd-e4d2-4d27-8784-a2a045b591ec {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:22.519186 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] For port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:22.526338 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] For port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=98e3fbba-5129-4ab9-a315-d3e35ada0b8e,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:22.535111 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:22.536276 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:22.563493 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338b299-7630-453b-af42-6f3941f66712 None None] Pushing event updated for resources: {'Port': ['ID=98e3fbba-5129-4ab9-a315-d3e35ada0b8e,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:22.642059 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35322) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:22.645164 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e3ddd74e-e85f-4e63-85e2-6e9eb668e49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:22.646710 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338b299-7630-453b-af42-6f3941f66712 None None] Pushing event updated for resources: {'Port': ['ID=98e3fbba-5129-4ab9-a315-d3e35ada0b8e,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:22.657946 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Transition to ACTIVE for port object eb8bb7dd-e4d2-4d27-8784-a2a045b591ec will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:22.671132 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:22.672982 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:22.674365 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:12:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:22.720272 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e3ddd74e-e85f-4e63-85e2-6e9eb668e49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:22.762155 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:22.807366 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d4a91-9f9d-4380-9c2d-097cd0645472 req-d1f2997a-89a4-4fb2-810d-ae5572019cc8 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:22.820715 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fd5d4a91-9f9d-4380-9c2d-097cd0645472 req-d1f2997a-89a4-4fb2-810d-ae5572019cc8 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 931 time: 0.3288903 Aug 27 03:12:22.844626 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-87cbc4e1-c670-4999-bfcd-09e36060d083 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:22.853195 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-87cbc4e1-c670-4999-bfcd-09e36060d083 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 818 time: 0.6221972 Aug 27 03:12:22.896440 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fd5d4a91-9f9d-4380-9c2d-097cd0645472 req-dd734f73-943f-49c7-bd96-c4dcffc5b4d2 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740662 Aug 27 03:12:22.986187 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:23.002060 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dcaf4-a52a-46a3-895a-f92c22424c2e None None] Pushing event updated for resources: {'Port': ['ID=3cfc0361-1a8b-4e38-8ef4-49fad70c1832,revision_number=4']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:23.033839 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1b4b7b8a-94b2-4142-9814-46bfb64f04d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:23.071105 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1031db85-1db3-4237-b55d-9498067e6ad1 {{(pid=93974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:23.078925 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-891878183-router', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:13Z', 'revision_number': 4, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'gw_port': {'id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:07Z', 'updated_at': '2021-08-27T03:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '3cfc0361-1a8b-4e38-8ef4-49fad70c1832', 'name': '', 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'mac_address': 'fa:16:3e:b4:23:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ba576e08-034a-49cf-a144-e359cf3a8f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:12Z', 'updated_at': '2021-08-27T03:12:21Z', 'revision_number': 4, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'subnets': [{'id': 'ba576e08-034a-49cf-a144-e359cf3a8f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:23.080830 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Attempting to bind port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:23.081223 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Attempting to bind port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a1d9897f-5ad6-4d2b-8417-f8231bebf5dc'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:23.081711 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Attempting to bind port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec on network a1d9897f-5ad6-4d2b-8417-f8231bebf5dc {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:23.086632 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec on network a1d9897f-5ad6-4d2b-8417-f8231bebf5dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:12:23.086997 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Attempting to bind port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec on network a1d9897f-5ad6-4d2b-8417-f8231bebf5dc {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:23.090353 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:23.093917 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:23.094509 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Checking segment: {'id': '81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a1d9897f-5ad6-4d2b-8417-f8231bebf5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:23.095464 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Bound using segment: {'id': '81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a1d9897f-5ad6-4d2b-8417-f8231bebf5dc'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:23.096367 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Bound port: eb8bb7dd-e4d2-4d27-8784-a2a045b591ec, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a1d9897f-5ad6-4d2b-8417-f8231bebf5dc'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:23.096785 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:23.125185 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.provisioning_blocks [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Transition to ACTIVE for port object 1031db85-1db3-4237-b55d-9498067e6ad1 will not be triggered until provisioned by entity L2. {{(pid=93974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:23.133490 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7188c09-8a1b-431d-a408-ed3481f825df None None] The sync data for ids ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'] in dv-cinder-805887-5-iscsi is: [{'id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-891878183-router', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:13Z', 'revision_number': 4, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'gw_port': {'id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:07Z', 'updated_at': '2021-08-27T03:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '3cfc0361-1a8b-4e38-8ef4-49fad70c1832', 'name': '', 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'mac_address': 'fa:16:3e:b4:23:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ba576e08-034a-49cf-a144-e359cf3a8f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:12Z', 'updated_at': '2021-08-27T03:12:21Z', 'revision_number': 4, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'subnets': [{'id': 'ba576e08-034a-49cf-a144-e359cf3a8f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:12:23.157156 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e3ddd74e-e85f-4e63-85e2-6e9eb668e49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:23.164308 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e3ddd74e-e85f-4e63-85e2-6e9eb668e49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:23.165507 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-e3ddd74e-e85f-4e63-85e2-6e9eb668e49e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49a6a0af-b0d8-4c84-8bf8-9fe51da22afe HTTP/1.1" status: 204 len: 168 time: 1.6330793 Aug 27 03:12:23.229575 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddd74e-e85f-4e63-85e2-6e9eb668e49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a6a0af-b0d8-4c84-8bf8-9fe51da22afe,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:23.236601 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:23.387932 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] For port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:23.465422 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-19f6a63f-4315-47ed-bc44-0dc3c5c4f719 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/quotas/29ebf57b6e124318a9856043c82c6ce0 HTTP/1.1" status: 200 len: 375 time: 0.6112049 Aug 27 03:12:23.495347 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90d860-e3f6-4be2-8ecc-76dab80a41b1 req-68217d92-7d97-44d2-b0f4-2f37f0973bc6 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:23.511279 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6d90d860-e3f6-4be2-8ecc-76dab80a41b1 req-68217d92-7d97-44d2-b0f4-2f37f0973bc6 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 943 time: 0.2200477 Aug 27 03:12:23.526220 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] For port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec,segment=NetworkSegment(81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d),segment_id=81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:23.545984 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:23.623964 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c45558fd-210a-4e2a-b6f2-b1ebb2309fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:23.705232 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c45558fd-210a-4e2a-b6f2-b1ebb2309fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:23.731570 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Attempting to bind port 1031db85-1db3-4237-b55d-9498067e6ad1 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:23.732473 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Attempting to bind port 1031db85-1db3-4237-b55d-9498067e6ad1 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:23.732876 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Attempting to bind port 1031db85-1db3-4237-b55d-9498067e6ad1 on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:23.745232 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Pushing event updated for resources: {'Port': ['ID=1031db85-1db3-4237-b55d-9498067e6ad1,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:23.749812 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:23.776192 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:23.821233 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45558fd-210a-4e2a-b6f2-b1ebb2309fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde08b3d-a7e3-4652-bd6f-e26595c921ba,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:23.846186 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:23.848046 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Port 1031db85-1db3-4237-b55d-9498067e6ad1 on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:12:23.849334 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:23.852329 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0969869c-d1ab-4573-8551-2f63cec94036 service neutron] 10.222.0.21 "PUT /v2.0/ports/eb8bb7dd-e4d2-4d27-8784-a2a045b591ec HTTP/1.1" status: 200 len: 1093 time: 3.1936357 Aug 27 03:12:23.852847 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Attempting to bind port 1031db85-1db3-4237-b55d-9498067e6ad1 on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:23.853743 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206a0553-0fd3-4ac5-bd23-c87311ba8c1b', 'tag': 'eb8bb7dd-e4d2-4d27-8784-a2a045b591ec'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:23.900310 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:23.910516 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:23.910912 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:23.929386 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-fd9e9dfb-88b1-4d72-b485-48ba486dbffc tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4609756 Aug 27 03:12:23.997899 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-c45558fd-210a-4e2a-b6f2-b1ebb2309fe7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cef94aba6e754fff8bab7ebb58edf4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9400353 Aug 27 03:12:23.997899 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:23.998215 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Checking segment: {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:23.998643 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Bound using segment: {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:24.001764 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Bound port: 1031db85-1db3-4237-b55d-9498067e6ad1, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'}}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:24.001764 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:24.033040 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35354) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:24.177863 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35360) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:24.247213 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d4d668b1-7bc6-490a-8f69-e802b3b6952e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:24.254864 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:24.278941 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:22Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:24.286171 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6d90d860-e3f6-4be2-8ecc-76dab80a41b1 req-5e85e64f-e02f-4484-95d5-e33496b011ea tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7700057 Aug 27 03:12:24.316435 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0353a4e6-56e7-4996-b405-159bd73e9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:24.317489 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-434dc413-5091-4afd-9b13-7c45679c3d1a service neutron] 10.222.0.30 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807068 Aug 27 03:12:24.322993 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-0353a4e6-56e7-4996-b405-159bd73e9306 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3b664ca46c14f3cb7ef8a3b6f603951&device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 1096 time: 0.2755260 Aug 27 03:12:24.414858 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=3cfc0361-1a8b-4e38-8ef4-49fad70c1832,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:24.416694 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355217b-6413-46b5-9236-db63ceaf5591 None None] The sync data for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi is: [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:22Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:12:24.421071 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:24.559459 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] For port 1031db85-1db3-4237-b55d-9498067e6ad1, host hv-cinder-80588, cleared binding levels {{(pid=93974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:24.562204 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd72a15a-7e31-4054-9e00-d8a8d9ad67fa" -d '{"events": [{"name": "network-changed", "server_uuid": "206a0553-0fd3-4ac5-bd23-c87311ba8c1b", "tag": "eb8bb7dd-e4d2-4d27-8784-a2a045b591ec"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:24.565440 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] For port 1031db85-1db3-4237-b55d-9498067e6ad1, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1031db85-1db3-4237-b55d-9498067e6ad1,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:24.569596 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-9e5e4384-a389-4669-b904-dc198de54180 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec HTTP/1.1" status: 200 len: 217 time: 0.2162380 Aug 27 03:12:24.570019 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=3cfc0361-1a8b-4e38-8ef4-49fad70c1832,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:24.609173 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:24.737731 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Pushing event updated for resources: {'Port': ['ID=1031db85-1db3-4237-b55d-9498067e6ad1,revision_number=3']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:24.826604 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:24.827416 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:24.829668 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-2e15e07f-1f84-430c-919c-4e4bb5652b39 service neutron] 10.222.0.21 "PUT /v2.0/ports/1031db85-1db3-4237-b55d-9498067e6ad1 HTTP/1.1" status: 200 len: 1093 time: 5.5323348 Aug 27 03:12:24.836084 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6b30cb-c842-4c29-b494-32f442135fe0', 'tag': '1031db85-1db3-4237-b55d-9498067e6ad1'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:25.035176 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8e89f060-19dc-4f32-96fd-919d110abe10 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.056153 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-27a478f7-b72c-4cd9-816d-8b2fa4d34f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.136238 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8e89f060-19dc-4f32-96fd-919d110abe10 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.150483 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-5c8106b2-9688-49dc-adb2-aacff8a2b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:25.158717 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-5c8106b2-9688-49dc-adb2-aacff8a2b681 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71ff4981-3a5a-42c4-b7a4-598b7a33a978 HTTP/1.1" status: 200 len: 852 time: 0.5722945 Aug 27 03:12:25.166966 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9cd7e-a004-46de-8640-f21d2e86d2d8 req-457488e7-4c2f-4c2f-ab22-5e7d5c274d73 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:25.175208 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bea9cd7e-a004-46de-8640-f21d2e86d2d8 req-457488e7-4c2f-4c2f-ab22-5e7d5c274d73 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 943 time: 0.7339208 Aug 27 03:12:25.285325 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bea9cd7e-a004-46de-8640-f21d2e86d2d8 req-056b15aa-8f48-4c7c-97e7-d9c2113f1442 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087730 Aug 27 03:12:25.324839 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-908ecff8-9137-4d8f-9cf1-fb8f7d497759 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1d9897f-5ad6-4d2b-8417-f8231bebf5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935502 Aug 27 03:12:25.417926 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-27a478f7-b72c-4cd9-816d-8b2fa4d34f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.436057 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1b4b7b8a-94b2-4142-9814-46bfb64f04d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.444107 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f761359-5a64-4f94-b9e5-19f61ea3b531" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6b30cb-c842-4c29-b494-32f442135fe0", "tag": "1031db85-1db3-4237-b55d-9498067e6ad1"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:25.632899 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89f060-19dc-4f32-96fd-919d110abe10 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:25.734505 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-02c8b0c7-b73b-4254-bd8a-be9294cf7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:25.746694 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-02c8b0c7-b73b-4254-bd8a-be9294cf7015 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 1096 time: 0.4958112 Aug 27 03:12:25.794936 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d4d668b1-7bc6-490a-8f69-e802b3b6952e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.798095 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1b4b7b8a-94b2-4142-9814-46bfb64f04d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.802400 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-6a7ee326-294a-404f-91bf-0290d30b92de service neutron] 10.222.0.30 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4826703 Aug 27 03:12:25.825445 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8e89f060-19dc-4f32-96fd-919d110abe10 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.827509 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-8e89f060-19dc-4f32-96fd-919d110abe10 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 4.5116529 Aug 27 03:12:25.827662 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d4d668b1-7bc6-490a-8f69-e802b3b6952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.833778 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35396) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:25.846681 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-5e6c6243-e12f-4ef1-870d-6d1116cf38d1 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'security_group_rule': {'security_group_id': '7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:25.888192 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-27a478f7-b72c-4cd9-816d-8b2fa4d34f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.889610 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 98e3fbba-5129-4ab9-a315-d3e35ada0b8e up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:25.896696 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-27a478f7-b72c-4cd9-816d-8b2fa4d34f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.898173 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-27a478f7-b72c-4cd9-816d-8b2fa4d34f99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bde08b3d-a7e3-4652-bd6f-e26595c921ba HTTP/1.1" status: 204 len: 168 time: 1.8628778 Aug 27 03:12:25.911432 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d67912-100c-4208-b9fd-b7b3872ce56e x-openstack-request-id: req-e7d67912-100c-4208-b9fd-b7b3872ce56e {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:25.911730 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206a0553-0fd3-4ac5-bd23-c87311ba8c1b", "tag": "eb8bb7dd-e4d2-4d27-8784-a2a045b591ec", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:25.912691 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7d67912-100c-4208-b9fd-b7b3872ce56e {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:25.914862 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206a0553-0fd3-4ac5-bd23-c87311ba8c1b', 'tag': 'eb8bb7dd-e4d2-4d27-8784-a2a045b591ec', 'status': 'completed', 'code': 200} Aug 27 03:12:25.939780 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a478f7-b72c-4cd9-816d-8b2fa4d34f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde08b3d-a7e3-4652-bd6f-e26595c921ba,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:25.967859 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6243-e12f-4ef1-870d-6d1116cf38d1 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.083630 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-92e9b8c3-9d68-45c5-aa47-6c4f21f33fd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1031db85-1db3-4237-b55d-9498067e6ad1 HTTP/1.1" status: 200 len: 217 time: 0.1080606 Aug 27 03:12:26.088484 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:26.095782 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:26.096412 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.210807 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-d4d668b1-7bc6-490a-8f69-e802b3b6952e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b508d31113044c40bcecffe86d22f09a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0158274 Aug 27 03:12:26.213775 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35400) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:26.254181 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-1b4b7b8a-94b2-4142-9814-46bfb64f04d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=155b9964753646d2a9cc89ef5bc2aeb3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5906637 Aug 27 03:12:26.257670 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35406) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:26.296716 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b7b8a-94b2-4142-9814-46bfb64f04d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a060e7d8-c7ce-4b1b-bfd8-9215b628406b,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:26.455879 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d668b1-7bc6-490a-8f69-e802b3b6952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01513f5f-9407-4c2b-bd8b-c744b8b0112c,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:26.587004 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-605bb13c-66f3-4181-b2a0-f831832c4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:26.590213 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-605bb13c-66f3-4181-b2a0-f831832c4bcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e59ddab5-65fc-4079-b80d-415469417ef0 HTTP/1.1" status: 200 len: 854 time: 0.4886568 Aug 27 03:12:26.682684 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-ddcf3199-2889-4cec-b78a-edc9c3d39cfd service neutron] 10.222.0.21 "GET /v2.0/networks/a1d9897f-5ad6-4d2b-8417-f8231bebf5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240326 Aug 27 03:12:26.733357 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7634a528-a6b7-4d03-a7b8-4b452ec24873 x-openstack-request-id: req-7634a528-a6b7-4d03-a7b8-4b452ec24873 {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:26.739390 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6b30cb-c842-4c29-b494-32f442135fe0", "tag": "1031db85-1db3-4237-b55d-9498067e6ad1", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:26.739721 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-21735953-5c0a-48fe-b346-5f570d7b9423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.740038 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7634a528-a6b7-4d03-a7b8-4b452ec24873 {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:26.740728 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6b30cb-c842-4c29-b494-32f442135fe0', 'tag': '1031db85-1db3-4237-b55d-9498067e6ad1', 'status': 'completed', 'code': 200} Aug 27 03:12:26.741056 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.745722 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2e95f4ad-0999-4180-b9f8-05002550fba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.851852 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=98e3fbba-5129-4ab9-a315-d3e35ada0b8e,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:26.867524 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.877469 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:26.906243 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-8dca0b65-5edd-4512-9bc0-48f82cf3a311 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641052 Aug 27 03:12:26.909016 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a55e9-22ee-4d0b-ad66-3f599b204876 req-db80979a-c649-45b2-96d5-439debc55296 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:26.911911 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6243-e12f-4ef1-870d-6d1116cf38d1 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.928699 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ec6a55e9-22ee-4d0b-ad66-3f599b204876 req-db80979a-c649-45b2-96d5-439debc55296 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 943 time: 0.6997848 Aug 27 03:12:26.934079 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6243-e12f-4ef1-870d-6d1116cf38d1 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.965854 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-21735953-5c0a-48fe-b346-5f570d7b9423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:27.072149 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35424) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:27.096091 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-21735953-5c0a-48fe-b346-5f570d7b9423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:27.100221 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-21735953-5c0a-48fe-b346-5f570d7b9423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:27.104348 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-21735953-5c0a-48fe-b346-5f570d7b9423 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01513f5f-9407-4c2b-bd8b-c744b8b0112c HTTP/1.1" status: 204 len: 168 time: 0.8466678 Aug 27 03:12:27.188889 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ef060745-5d83-42bf-80f5-368b31c1949f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:27.191274 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=98e3fbba-5129-4ab9-a315-d3e35ada0b8e,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:27.210188 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b31252b9-9af0-43cd-9cff-2de30689ad43 req-8464dc1e-dfbc-4c4d-bd73-11eabddbb749 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 210 time: 0.3281989 Aug 27 03:12:27.221542 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:27.222090 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:27.308254 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21735953-5c0a-48fe-b346-5f570d7b9423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01513f5f-9407-4c2b-bd8b-c744b8b0112c,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:27.374422 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ec6a55e9-22ee-4d0b-ad66-3f599b204876 req-b5b95f21-c142-45a8-a45a-1a4ccbcbea4f tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415822 Aug 27 03:12:27.475107 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-ad195253-9747-4929-9703-69c0360f65c8 service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672691 Aug 27 03:12:27.479486 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6243-e12f-4ef1-870d-6d1116cf38d1 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:27.486369 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-5e6c6243-e12f-4ef1-870d-6d1116cf38d1 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6500244 Aug 27 03:12:27.491978 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2e95f4ad-0999-4180-b9f8-05002550fba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:27.495830 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35432) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:27.502989 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-6d59c13d-05a1-433f-a4a1-29b73d0f59ee tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'security_group_rule': {'security_group_id': '7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:27.577926 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ddf3c97a-869d-4bd1-8ac8-ce4d807e325a req-749cf499-de52-4fde-8edc-eaf651b06a5f service neutron] 10.222.0.21 "GET /v2.0/networks/a1d9897f-5ad6-4d2b-8417-f8231bebf5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8422737 Aug 27 03:12:27.688722 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5bd470c3-7de7-4ee8-8596-3cc92ad76090 req-250bd8f4-8a2f-4272-9f7b-c60edc13704f service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705999 Aug 27 03:12:27.689970 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c6243-e12f-4ef1-870d-6d1116cf38d1 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb912a3f-3ca3-42f7-b96d-cecf354e0b0b,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:27.738845 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 98e3fbba-5129-4ab9-a315-d3e35ada0b8e up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:27.807149 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ef060745-5d83-42bf-80f5-368b31c1949f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:27.849425 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ef060745-5d83-42bf-80f5-368b31c1949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:27.904925 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:27.906018 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:27.991625 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-ef060745-5d83-42bf-80f5-368b31c1949f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea3f70a912ec4c7a88510b2edf3407bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9155262 Aug 27 03:12:27.994536 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35458) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:28.081710 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7c29b-9d03-4938-b973-f08db3c4f6ea req-87177906-c7bd-439c-8285-e4cae2796bd6 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:28.083301 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d1e7c29b-9d03-4938-b973-f08db3c4f6ea req-87177906-c7bd-439c-8285-e4cae2796bd6 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 943 time: 0.5957932 Aug 27 03:12:28.090122 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:12:28.093370 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72a15a-7e31-4054-9e00-d8a8d9ad67fa req-e131ab32-b4ca-4d9b-afa9-c6109cac4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:28.096914 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-dd72a15a-7e31-4054-9e00-d8a8d9ad67fa req-e131ab32-b4ca-4d9b-afa9-c6109cac4bd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3b664ca46c14f3cb7ef8a3b6f603951&device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 1096 time: 0.3517828 Aug 27 03:12:28.156502 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6d59c13d-05a1-433f-a4a1-29b73d0f59ee tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.163337 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d1e7c29b-9d03-4938-b973-f08db3c4f6ea req-e16fe901-8d1c-4b78-b63a-ba54647d3e67 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706601 Aug 27 03:12:28.205462 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f761359-5a64-4f94-b9e5-19f61ea3b531 req-3cf16cb9-2b04-4fc8-8fa3-1ca1ddfaa6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:28.217609 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8f761359-5a64-4f94-b9e5-19f61ea3b531 req-3cf16cb9-2b04-4fc8-8fa3-1ca1ddfaa6c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 1096 time: 0.3345799 Aug 27 03:12:28.257274 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2e95f4ad-0999-4180-b9f8-05002550fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.259925 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2e95f4ad-0999-4180-b9f8-05002550fba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.264035 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-2e95f4ad-0999-4180-b9f8-05002550fba7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a060e7d8-c7ce-4b1b-bfd8-9215b628406b HTTP/1.1" status: 204 len: 168 time: 1.9853427 Aug 27 03:12:28.289591 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95f4ad-0999-4180-b9f8-05002550fba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a060e7d8-c7ce-4b1b-bfd8-9215b628406b,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:28.353151 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6d59c13d-05a1-433f-a4a1-29b73d0f59ee tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.411446 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6d59c13d-05a1-433f-a4a1-29b73d0f59ee tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.522440 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-aee05a7f-6473-4086-b81e-5dc6878051e3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:28.533568 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-aee05a7f-6473-4086-b81e-5dc6878051e3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 818 time: 0.8188956 Aug 27 03:12:28.597739 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59c13d-05a1-433f-a4a1-29b73d0f59ee tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba3c684-b875-4656-a162-a055dc3fefc8,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:28.603067 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.21', 49326) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:28.627683 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-cd4a94aa-6dc7-452e-ae08-ed13118536e1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/quotas/29ebf57b6e124318a9856043c82c6ce0 HTTP/1.1" status: 200 len: 375 time: 0.0930717 Aug 27 03:12:28.660897 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef060745-5d83-42bf-80f5-368b31c1949f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a2add1-bfbb-441b-bc77-0d838130a1d9,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:28.684560 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6d59c13d-05a1-433f-a4a1-29b73d0f59ee tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.690630 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-6d59c13d-05a1-433f-a4a1-29b73d0f59ee tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1892464 Aug 27 03:12:28.718758 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35490) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:28.742476 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'floatingip': {'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:28.782956 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72a15a-7e31-4054-9e00-d8a8d9ad67fa req-be47a526-fdb9-4142-a4bf-965e4a1debfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:28.785271 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-dd72a15a-7e31-4054-9e00-d8a8d9ad67fa req-be47a526-fdb9-4142-a4bf-965e4a1debfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1d9897f-5ad6-4d2b-8417-f8231bebf5dc HTTP/1.1" status: 200 len: 913 time: 0.6750705 Aug 27 03:12:28.790451 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.799570 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5432b17-8242-4d15-a0b3-14ef403265dc req-1c69144c-68a9-4f01-a160-480e03e4d2dd tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:28.807556 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d5432b17-8242-4d15-a0b3-14ef403265dc req-1c69144c-68a9-4f01-a160-480e03e4d2dd tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 943 time: 0.2669220 Aug 27 03:12:28.817662 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ff8c691d-3b9c-4046-8773-29ea954a39eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.823976 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f761359-5a64-4f94-b9e5-19f61ea3b531 req-92fa90a2-66ff-4be7-8a6d-c91b52546236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:28.827348 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8f761359-5a64-4f94-b9e5-19f61ea3b531 req-92fa90a2-66ff-4be7-8a6d-c91b52546236 service neutron] 10.222.0.21 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 915 time: 0.5114636 Aug 27 03:12:28.953653 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-dd72a15a-7e31-4054-9e00-d8a8d9ad67fa req-3160f1a3-d073-49f9-9789-3133b197652c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec HTTP/1.1" status: 200 len: 217 time: 0.1316917 Aug 27 03:12:28.953772 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8f761359-5a64-4f94-b9e5-19f61ea3b531 req-8907af22-2bb1-4e50-902c-24dcdac1b5e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1031db85-1db3-4237-b55d-9498067e6ad1 HTTP/1.1" status: 200 len: 217 time: 0.0932608 Aug 27 03:12:29.003457 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-99523368-d28a-482f-9768-0d4439e8eb4a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3046625 Aug 27 03:12:29.017180 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ff8c691d-3b9c-4046-8773-29ea954a39eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:29.113968 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35500) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:29.142450 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d5432b17-8242-4d15-a0b3-14ef403265dc req-69a6413d-629f-41a5-a826-27c926284834 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280413 Aug 27 03:12:29.156753 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-8d95174e-07de-4601-a1a4-d5a851ac82d3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:29.159043 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-8d95174e-07de-4601-a1a4-d5a851ac82d3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.21 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 818 time: 0.5493438 Aug 27 03:12:29.186250 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f761359-5a64-4f94-b9e5-19f61ea3b531 req-eef3036c-a459-4f1d-bf99-663461014be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:29.189572 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8f761359-5a64-4f94-b9e5-19f61ea3b531 req-eef3036c-a459-4f1d-bf99-663461014be3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e59ddab5-65fc-4079-b80d-415469417ef0 HTTP/1.1" status: 200 len: 854 time: 0.2210450 Aug 27 03:12:29.207831 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ff8c691d-3b9c-4046-8773-29ea954a39eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:29.210400 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ff8c691d-3b9c-4046-8773-29ea954a39eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:29.211583 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-ff8c691d-3b9c-4046-8773-29ea954a39eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31a2add1-bfbb-441b-bc77-0d838130a1d9 HTTP/1.1" status: 204 len: 168 time: 1.2091317 Aug 27 03:12:29.219575 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3a083a8f-9a84-4ae6-a990-e0b01fa37c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:29.249779 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72a15a-7e31-4054-9e00-d8a8d9ad67fa req-aba4b2cb-cbc2-4b79-8baa-bd2ceb5e5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:29.251274 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-dd72a15a-7e31-4054-9e00-d8a8d9ad67fa req-aba4b2cb-cbc2-4b79-8baa-bd2ceb5e5bb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71ff4981-3a5a-42c4-b7a4-598b7a33a978 HTTP/1.1" status: 200 len: 852 time: 0.2891254 Aug 27 03:12:29.255588 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c691d-3b9c-4046-8773-29ea954a39eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a2add1-bfbb-441b-bc77-0d838130a1d9,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:29.343559 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-8069675c-64a5-4c20-a859-2c8d368d5114 service neutron] 10.222.0.30 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635672 Aug 27 03:12:29.485208 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87bb49-b2f9-4e9d-adc9-c98f6686d63b req-fdc6171d-d0ec-49ed-86f4-d10a54115f26 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:29.489280 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4d87bb49-b2f9-4e9d-adc9-c98f6686d63b req-fdc6171d-d0ec-49ed-86f4-d10a54115f26 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 943 time: 0.1148047 Aug 27 03:12:29.550189 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:29.579995 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4d87bb49-b2f9-4e9d-adc9-c98f6686d63b req-48e7e8c0-4b0a-46cc-8f7d-26305c03f57f tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838387 Aug 27 03:12:29.692004 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3a083a8f-9a84-4ae6-a990-e0b01fa37c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:29.703191 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3a083a8f-9a84-4ae6-a990-e0b01fa37c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:29.786817 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-3a083a8f-9a84-4ae6-a990-e0b01fa37c9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88311742341c4a489adf9517dc3f3112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486745 Aug 27 03:12:29.790494 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35516) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:29.849539 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-42a5a210-ade5-4124-9c5a-54113b201590 service neutron] 10.222.0.30 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862752 Aug 27 03:12:29.853110 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a083a8f-9a84-4ae6-a990-e0b01fa37c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed03b7-36be-4b15-9d22-73d6ec8c8b7e,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:29.937979 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9f69d43d-a42e-449b-9de7-3799264c0531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:29.965627 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Allocated IP 172.27.1.42 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/e6dc7acf-913a-46cf-8950-da59e79f7cf0) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:29.994201 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9f69d43d-a42e-449b-9de7-3799264c0531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:30.083325 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Request body: {'port': {'device_id': 'b0937755-643b-462c-a5c7-62f59249be23', 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0', 'admin_state_up': True, 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:30.243582 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8f761359-5a64-4f94-b9e5-19f61ea3b531 req-f8cd8a84-fc99-4a13-985e-43c5edd221db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1937871 Aug 27 03:12:30.382697 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-dd72a15a-7e31-4054-9e00-d8a8d9ad67fa req-58965503-2da6-46b7-8d9b-4d4524df5795 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1d9897f-5ad6-4d2b-8417-f8231bebf5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3746190 Aug 27 03:12:30.447309 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9f69d43d-a42e-449b-9de7-3799264c0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:30.451576 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9f69d43d-a42e-449b-9de7-3799264c0531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:30.453222 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-9f69d43d-a42e-449b-9de7-3799264c0531 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99ed03b7-36be-4b15-9d22-73d6ec8c8b7e HTTP/1.1" status: 204 len: 168 time: 0.6611280 Aug 27 03:12:30.572611 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69d43d-a42e-449b-9de7-3799264c0531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed03b7-36be-4b15-9d22-73d6ec8c8b7e,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:30.583300 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-79bbead1-fa09-4143-87de-acf8e61ca690 req-cc7161b3-c5bb-4e02-a4fa-39036ce23f99 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 210 time: 0.1616743 Aug 27 03:12:30.622067 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35552) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:30.648124 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f8dd-381f-4442-81f1-8865fd806fff req-aa34e1ab-122a-4474-bc74-633f504bd16e tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:30.649822 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-67e7f8dd-381f-4442-81f1-8865fd806fff req-aa34e1ab-122a-4474-bc74-633f504bd16e tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 943 time: 0.2551448 Aug 27 03:12:30.699304 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:30.755015 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-dd72a15a-7e31-4054-9e00-d8a8d9ad67fa req-f0b1e63c-bd81-400a-ba5f-708b40a6807e service neutron] 10.222.0.21 "GET /v2.0/networks/a1d9897f-5ad6-4d2b-8417-f8231bebf5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412846 Aug 27 03:12:30.755456 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8f761359-5a64-4f94-b9e5-19f61ea3b531 req-d58401f5-ab17-4be8-b864-0ace0c7140f7 service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587587 Aug 27 03:12:30.790677 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9232d-b6dc-43dd-8bc3-9149970b100f req-0f3e34cf-e715-4b90-9230-a1fa61ebc1bd tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:30.792650 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4be9232d-b6dc-43dd-8bc3-9149970b100f req-0f3e34cf-e715-4b90-9230-a1fa61ebc1bd tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 943 time: 0.1023383 Aug 27 03:12:30.793937 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Made reservation on behalf of 29ebf57b6e124318a9856043c82c6ce0 for: {'port': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:30.797797 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:30.821617 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-67e7f8dd-381f-4442-81f1-8865fd806fff req-47e16f44-e9f7-47c0-ab6c-74d6acfee966 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567285 Aug 27 03:12:30.927599 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:30.947848 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:30.952997 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:30.956257 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:30.991980 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-dd72a15a-7e31-4054-9e00-d8a8d9ad67fa req-cc225ec2-7f24-420f-9367-df59aa84ad07 service neutron] 10.222.0.21 "GET /v2.0/networks/a1d9897f-5ad6-4d2b-8417-f8231bebf5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225580 Aug 27 03:12:31.055221 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4be9232d-b6dc-43dd-8bc3-9149970b100f req-71b38bc1-fc8c-4d49-9304-f7f3db026536 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491188 Aug 27 03:12:31.076021 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'Port': ['ID=e6dc7acf-913a-46cf-8950-da59e79f7cf0,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:31.103722 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Allocated IP 172.20.0.11 (2b17879c-d837-4d30-a4db-99c881c934c0/ba576e08-034a-49cf-a144-e359cf3a8f82/54014927-846c-4591-9e87-5cb7709bf2a6) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:31.114763 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.137165 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8f761359-5a64-4f94-b9e5-19f61ea3b531 req-2733ab21-dd6a-4947-91ea-d3f13fec45b7 service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085981 Aug 27 03:12:31.183564 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-786cb216-62c3-409f-8f42-af8a9e5e6936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.197683 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.393567 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.418575 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.425968 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.439902 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-786cb216-62c3-409f-8f42-af8a9e5e6936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.450168 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-786cb216-62c3-409f-8f42-af8a9e5e6936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.468418 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.493321 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.497238 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.499212 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7639561 Aug 27 03:12:31.508343 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cb216-62c3-409f-8f42-af8a9e5e6936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fc58fd-29f6-41b1-861c-757f94113bea,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:31.512294 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18e99d-899b-47e2-bbd4-a7c12b39b287 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'Port': ['ID=e6dc7acf-913a-46cf-8950-da59e79f7cf0,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:31.546438 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-786cb216-62c3-409f-8f42-af8a9e5e6936 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41fc3d1eee29482483b2fdefaf271676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9204619 Aug 27 03:12:31.546641 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35588) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:31.666429 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e9a4305a-c564-46d9-b346-5b412d7a80ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.703166 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e9a4305a-c564-46d9-b346-5b412d7a80ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.733810 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Network 2b17879c-d837-4d30-a4db-99c881c934c0 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:31.769793 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Pushing event updated for resources: {'Port': ['ID=54014927-846c-4591-9e87-5cb7709bf2a6,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:31.780149 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e9a4305a-c564-46d9-b346-5b412d7a80ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.798252 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e9a4305a-c564-46d9-b346-5b412d7a80ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.805013 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e9a4305a-c564-46d9-b346-5b412d7a80ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98fc58fd-29f6-41b1-861c-757f94113bea HTTP/1.1" status: 204 len: 168 time: 0.2559597 Aug 27 03:12:31.827296 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4305a-c564-46d9-b346-5b412d7a80ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fc58fd-29f6-41b1-861c-757f94113bea,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:31.911835 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c0b2ba1c-9159-4d73-882d-523d3572e1b6 req-28550a97-a069-42f1-81a3-12a09483e031 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 210 time: 0.0823853 Aug 27 03:12:32.068484 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:32.092244 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400d8cc-bd58-40f5-8f4f-19f73ee2125c req-15fe36b2-a915-4359-8070-257bd58fe691 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:32.093805 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5400d8cc-bd58-40f5-8f4f-19f73ee2125c req-15fe36b2-a915-4359-8070-257bd58fe691 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 943 time: 0.0725455 Aug 27 03:12:32.108384 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:32.113927 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:32.114662 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:32.146837 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5400d8cc-bd58-40f5-8f4f-19f73ee2125c req-479ffd02-cdd2-4907-824d-93d982480e41 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Aug 27 03:12:32.173601 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-f8147ab6-ae20-4199-b5af-13423d56b840 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1319556 Aug 27 03:12:32.199424 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Request body: {'port': {'device_id': 'b0937755-643b-462c-a5c7-62f59249be23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:32.253286 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-f015d134-e6d9-4efc-8510-d8bae161a203 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--848530574&fields=id&tenant_id=a430bc3a9be94e62a3cb96e011f0496a HTTP/1.1" status: 200 len: 267 time: 0.1495337 Aug 27 03:12:32.291055 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3141e2-ce50-416a-95e9-6015a679a0aa req-697b613c-b10c-4580-a877-53554812c961 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:32.300647 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0f3141e2-ce50-416a-95e9-6015a679a0aa req-697b613c-b10c-4580-a877-53554812c961 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 943 time: 0.0736213 Aug 27 03:12:32.340193 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35634) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:32.351750 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0f3141e2-ce50-416a-95e9-6015a679a0aa req-4d81f17c-dd79-4aec-af26-e70b4d540784 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480478 Aug 27 03:12:32.366430 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-68c4ab8b-3545-4819-aade-de064477ec69 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:32.368011 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-68c4ab8b-3545-4819-aade-de064477ec69 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.21 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 818 time: 0.6698611 Aug 27 03:12:32.393597 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Request body: {'port': {'device_id': '75702bb6-2620-4025-8375-4a5109e85bd0', 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0', 'admin_state_up': True, 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:32.415041 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:32.500110 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b95ebfd5-7653-4a68-8d90-9fee512607a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:32.521373 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35642) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:32.527258 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-dcd052c1-18cb-4cc9-9c49-346bdf0967b3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:32.535978 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-dcd052c1-18cb-4cc9-9c49-346bdf0967b3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 811 time: 0.2813146 Aug 27 03:12:32.543371 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-60f0339d-6cc7-4173-9260-620240ea0dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:32.579642 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-33a65dd4-3d05-46b8-8769-a8065bc3a069 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/quotas/a430bc3a9be94e62a3cb96e011f0496a HTTP/1.1" status: 200 len: 375 time: 0.0428071 Aug 27 03:12:32.642332 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b95ebfd5-7653-4a68-8d90-9fee512607a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:32.649650 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b95ebfd5-7653-4a68-8d90-9fee512607a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:32.729813 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-b95ebfd5-7653-4a68-8d90-9fee512607a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69afa7178ffe4f4a937927780f1808a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769934 Aug 27 03:12:32.733971 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35646) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:32.735320 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-8bcf1601-677b-49f2-9f78-a2ff186000ca tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1547115 Aug 27 03:12:32.745570 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ebfd5-7653-4a68-8d90-9fee512607a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187cb460-17f1-4760-9b09-676b079d2dc0,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:32.846646 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-29751e8c-e73f-4235-b470-e4f48dcdb118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:32.888336 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-29751e8c-e73f-4235-b470-e4f48dcdb118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:32.891646 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-60f0339d-6cc7-4173-9260-620240ea0dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:32.901088 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-60f0339d-6cc7-4173-9260-620240ea0dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:32.921488 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-f27f045e-2062-45da-8f7f-c5ed1faf7509 service neutron] 10.222.0.30 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411602 Aug 27 03:12:32.967511 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-60f0339d-6cc7-4173-9260-620240ea0dfc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5870223bc10d438f96205b3c1b2fd8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449172 Aug 27 03:12:32.980505 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35660) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:33.014553 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0339d-6cc7-4173-9260-620240ea0dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02db5b4-120a-41a9-99ae-1c8cf85d9d3a,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:33.026651 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Made reservation on behalf of 29ebf57b6e124318a9856043c82c6ce0 for: {'port': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:33.030133 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.068463 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e9386a19-1fbe-431d-88e9-95d54724481d req-2da59923-7d84-4170-b8a8-feaa5e290150 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 210 time: 0.0623083 Aug 27 03:12:33.086591 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-236a37e9-5330-4a7f-9c82-2ce2f4f2b27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.104264 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-29751e8c-e73f-4235-b470-e4f48dcdb118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.108081 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-29751e8c-e73f-4235-b470-e4f48dcdb118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.111917 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-29751e8c-e73f-4235-b470-e4f48dcdb118 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/187cb460-17f1-4760-9b09-676b079d2dc0 HTTP/1.1" status: 204 len: 168 time: 0.3742361 Aug 27 03:12:33.125123 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-236a37e9-5330-4a7f-9c82-2ce2f4f2b27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.137011 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29751e8c-e73f-4235-b470-e4f48dcdb118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187cb460-17f1-4760-9b09-676b079d2dc0,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:33.166853 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54014927-846c-4591-9e87-5cb7709bf2a6 {{(pid=93974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:33.184749 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.212275 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-236a37e9-5330-4a7f-9c82-2ce2f4f2b27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.217663 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-236a37e9-5330-4a7f-9c82-2ce2f4f2b27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.218365 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.provisioning_blocks [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Transition to ACTIVE for port object 54014927-846c-4591-9e87-5cb7709bf2a6 will not be triggered until provisioned by entity L2. {{(pid=93974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:33.222262 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-236a37e9-5330-4a7f-9c82-2ce2f4f2b27e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d02db5b4-120a-41a9-99ae-1c8cf85d9d3a HTTP/1.1" status: 204 len: 168 time: 0.2377751 Aug 27 03:12:33.230373 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a37e9-5330-4a7f-9c82-2ce2f4f2b27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02db5b4-120a-41a9-99ae-1c8cf85d9d3a,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:33.231571 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.289484 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Pushing event updated for resources: {'Port': ['ID=54014927-846c-4591-9e87-5cb7709bf2a6,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:33.293402 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-55f7f177-cbf2-4c32-8a05-b5edc2c4123d service neutron] 10.222.0.30 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610792 Aug 27 03:12:33.348238 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e30c73-a8bf-48ba-9ff2-55b8fc38ef0c req-cc05bd1a-1536-408d-9ea1-c03f10b4b3f9 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:33.357050 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e2e30c73-a8bf-48ba-9ff2-55b8fc38ef0c req-cc05bd1a-1536-408d-9ea1-c03f10b4b3f9 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 943 time: 0.0888398 Aug 27 03:12:33.381856 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Attempting to bind port 54014927-846c-4591-9e87-5cb7709bf2a6 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:33.382184 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Attempting to bind port 54014927-846c-4591-9e87-5cb7709bf2a6 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:33.382512 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Attempting to bind port 54014927-846c-4591-9e87-5cb7709bf2a6 on network 2b17879c-d837-4d30-a4db-99c881c934c0 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:33.391924 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Port 54014927-846c-4591-9e87-5cb7709bf2a6 on network 2b17879c-d837-4d30-a4db-99c881c934c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:12:33.392247 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Attempting to bind port 54014927-846c-4591-9e87-5cb7709bf2a6 on network 2b17879c-d837-4d30-a4db-99c881c934c0 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:33.407343 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:33.407795 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Checking segment: {'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:33.408054 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Bound using segment: {'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:33.408500 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Bound port: 54014927-846c-4591-9e87-5cb7709bf2a6, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'}}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:33.408854 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.416775 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e2e30c73-a8bf-48ba-9ff2-55b8fc38ef0c req-328ca777-bb5e-4646-b391-71d6b1bb413c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586414 Aug 27 03:12:33.420566 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Allocated IP 172.20.0.7 (2b17879c-d837-4d30-a4db-99c881c934c0/ba576e08-034a-49cf-a144-e359cf3a8f82/9b744a59-4e63-4228-92a6-eac29f41ddba) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:33.566875 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda231d3-ffc9-4544-90d7-a16c31499230 req-5dade2e9-a78c-43e3-9710-477a59788ac4 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:33.576346 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eda231d3-ffc9-4544-90d7-a16c31499230 req-5dade2e9-a78c-43e3-9710-477a59788ac4 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 943 time: 0.0775564 Aug 27 03:12:33.619790 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dde98bb8-f786-4c3d-bfe9-e239f1508dfa req-3d5bb847-4b97-41b6-98fb-4efa7cd8010c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0787218 Aug 27 03:12:33.623998 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eda231d3-ffc9-4544-90d7-a16c31499230 req-ba125f4b-54c9-4859-9844-fed5a4f900b2 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451472 Aug 27 03:12:33.628742 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] For port 54014927-846c-4591-9e87-5cb7709bf2a6, host hv-cinder-80588, cleared binding levels {{(pid=93974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:33.650392 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] For port 54014927-846c-4591-9e87-5cb7709bf2a6, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=54014927-846c-4591-9e87-5cb7709bf2a6,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:33.657614 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.714275 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-af29c14d-4ad4-4f22-8d0a-79cd0b757baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.829052 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Pushing event updated for resources: {'Port': ['ID=54014927-846c-4591-9e87-5cb7709bf2a6,revision_number=3']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:33.839192 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:33.839192 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:33.840563 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-0376b336-021e-45cf-8b2b-67619342537a service neutron] 10.222.0.21 "PUT /v2.0/ports/54014927-846c-4591-9e87-5cb7709bf2a6 HTTP/1.1" status: 200 len: 1094 time: 1.6475456 Aug 27 03:12:33.841041 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0937755-643b-462c-a5c7-62f59249be23', 'tag': '54014927-846c-4591-9e87-5cb7709bf2a6'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:33.843315 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1415ed1d-1eff-4003-a80b-f7f134ff46e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b0937755-643b-462c-a5c7-62f59249be23", "tag": "54014927-846c-4591-9e87-5cb7709bf2a6"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:33.904471 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466e9202-2791-4310-b2e5-1a971060dcef x-openstack-request-id: req-466e9202-2791-4310-b2e5-1a971060dcef {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:33.904770 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0937755-643b-462c-a5c7-62f59249be23", "tag": "54014927-846c-4591-9e87-5cb7709bf2a6", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:33.905024 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-466e9202-2791-4310-b2e5-1a971060dcef {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:33.908749 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0937755-643b-462c-a5c7-62f59249be23', 'tag': '54014927-846c-4591-9e87-5cb7709bf2a6', 'status': 'completed', 'code': 200} Aug 27 03:12:33.999882 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.013531 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-93a6d4f2-ad6f-41f1-9225-09e901b11355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:34.015948 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-93a6d4f2-ad6f-41f1-9225-09e901b11355 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 1097 time: 0.1140022 Aug 27 03:12:34.023219 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35696) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:34.063008 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e7d8c7cd-9dde-4c40-b944-14f11ad4299d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.118523 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35698) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:34.128144 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.134754 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-88144ed4-5f16-405e-8bb2-5a4db82549dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54014927-846c-4591-9e87-5cb7709bf2a6 HTTP/1.1" status: 200 len: 217 time: 0.0760069 Aug 27 03:12:34.173803 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-4e773763-95f7-4f85-9834-33b23023e8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.259402 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Network 2b17879c-d837-4d30-a4db-99c881c934c0 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:34.268691 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:34.270894 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Pushing event updated for resources: {'Port': ['ID=9b744a59-4e63-4228-92a6-eac29f41ddba,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:34.275382 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:34.281594 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:34.282303 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.298428 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-7e2886c4-6ca3-40e3-a8f7-ca07caeced20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:34.300241 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-7e2886c4-6ca3-40e3-a8f7-ca07caeced20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 200 len: 858 time: 0.1553133 Aug 27 03:12:34.314627 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e7d8c7cd-9dde-4c40-b944-14f11ad4299d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.345528 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-6b4dd64f-bfa8-4b84-804a-4bfedecbd9e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b17879c-d837-4d30-a4db-99c881c934c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366092 Aug 27 03:12:34.452514 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-4e773763-95f7-4f85-9834-33b23023e8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.455633 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e7d8c7cd-9dde-4c40-b944-14f11ad4299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.473455 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-115f656b-7de9-4610-b549-07adba4aaf26 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0923259 Aug 27 03:12:34.492874 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Request body: {'port': {'device_id': '75702bb6-2620-4025-8375-4a5109e85bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:34.493464 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-4e773763-95f7-4f85-9834-33b23023e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.557560 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e7d8c7cd-9dde-4c40-b944-14f11ad4299d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73768dab7984452e87eb109e077294f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5299733 Aug 27 03:12:34.561851 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35712) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:34.564973 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8c7cd-9dde-4c40-b944-14f11ad4299d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23d77f1-a5ff-46e3-8646-2ac0ff5e8637,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:34.579355 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55819c2b-9a6d-4301-a5bf-820937ef2b43 req-423f99c8-e155-42d1-b8fe-39c6993a3124 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:34.580776 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-55819c2b-9a6d-4301-a5bf-820937ef2b43 req-423f99c8-e155-42d1-b8fe-39c6993a3124 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 931 time: 0.3372662 Aug 27 03:12:34.585735 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-4e773763-95f7-4f85-9834-33b23023e8cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0891d3124ac4d87b85722cb96f94bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550061 Aug 27 03:12:34.587613 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35716) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:34.636396 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-d7cb60b2-3214-43ff-b976-e2c7090cd4fe service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838128 Aug 27 03:12:34.641158 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.642044 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e773763-95f7-4f85-9834-33b23023e8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e6da92-6bd8-44ee-8c81-1d354cd89ff8,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:34.676105 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-55819c2b-9a6d-4301-a5bf-820937ef2b43 req-b98b1145-0838-4237-94ad-afdc44d50e0a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753472 Aug 27 03:12:34.680838 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40618b8e-d7fe-4858-a643-40d8d69937fb req-879d5144-4bc6-4b55-8840-e3754dbfcb1d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:34.682400 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-40618b8e-d7fe-4858-a643-40d8d69937fb req-879d5144-4bc6-4b55-8840-e3754dbfcb1d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 943 time: 0.1561458 Aug 27 03:12:34.700063 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-82c81ff7-d51e-4eca-9b3f-bb26026d4e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.742509 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-82c81ff7-d51e-4eca-9b3f-bb26026d4e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.866878 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a7d7f02e-a4d0-480e-9ae4-98b28b1478d7 req-db768d90-6992-4cce-82d6-460662829a6c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0945768 Aug 27 03:12:34.874144 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-40618b8e-d7fe-4858-a643-40d8d69937fb req-00da52ed-b9fe-4374-b6e6-bda2c5934383 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619537 Aug 27 03:12:34.915117 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-82c81ff7-d51e-4eca-9b3f-bb26026d4e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.918009 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-82c81ff7-d51e-4eca-9b3f-bb26026d4e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:34.921857 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-82c81ff7-d51e-4eca-9b3f-bb26026d4e46 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47e6da92-6bd8-44ee-8c81-1d354cd89ff8 HTTP/1.1" status: 204 len: 168 time: 0.3334301 Aug 27 03:12:34.950136 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c81ff7-d51e-4eca-9b3f-bb26026d4e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e6da92-6bd8-44ee-8c81-1d354cd89ff8,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:35.021096 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-04cd7484-6beb-4263-92f8-6f65d0aa84f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:35.024969 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f6d91a8-c54c-47c1-8556-e4832f3a8132 req-8ca8e13e-06ce-4a74-8493-01286d5ade05 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746870 Aug 27 03:12:35.065398 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-d8a3cb68-50a6-49ba-b539-5aafdbb0aecf tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:35.067201 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-d8a3cb68-50a6-49ba-b539-5aafdbb0aecf tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 811 time: 0.2673862 Aug 27 03:12:35.082667 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-04cd7484-6beb-4263-92f8-6f65d0aa84f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:35.112122 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334562f-d79f-438d-b13d-76b8a292d929 req-bc762cca-4fb6-4429-92bf-28fa7c0a3e0c tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:35.116012 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2334562f-d79f-438d-b13d-76b8a292d929 req-bc762cca-4fb6-4429-92bf-28fa7c0a3e0c tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 943 time: 0.1204295 Aug 27 03:12:35.188904 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-1e90e244-509d-42c9-8a78-c78c6e9385de tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a430bc3a9be94e62a3cb96e011f0496a HTTP/1.1" status: 200 len: 379 time: 0.1065989 Aug 27 03:12:35.203415 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'port': {'device_id': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'admin_state_up': True, 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'security_groups': ['7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786']}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:35.261893 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2334562f-d79f-438d-b13d-76b8a292d929 req-f684ebe4-04b3-4c2b-a43d-3a002616248f tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408095 Aug 27 03:12:35.373513 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Made reservation on behalf of a430bc3a9be94e62a3cb96e011f0496a for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:35.379683 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:35.424120 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ed1d-1eff-4003-a80b-f7f134ff46e3 req-ba403088-b5f2-4bf1-a30f-8eff9d6798ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:35.425775 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1415ed1d-1eff-4003-a80b-f7f134ff46e3 req-ba403088-b5f2-4bf1-a30f-8eff9d6798ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 1097 time: 0.1337376 Aug 27 03:12:35.451771 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-04cd7484-6beb-4263-92f8-6f65d0aa84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:35.454387 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-04cd7484-6beb-4263-92f8-6f65d0aa84f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:35.455435 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-04cd7484-6beb-4263-92f8-6f65d0aa84f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f23d77f1-a5ff-46e3-8646-2ac0ff5e8637 HTTP/1.1" status: 204 len: 168 time: 0.8748837 Aug 27 03:12:35.505988 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd7484-6beb-4263-92f8-6f65d0aa84f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23d77f1-a5ff-46e3-8646-2ac0ff5e8637,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:35.609256 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device eb8bb7dd-e4d2-4d27-8784-a2a045b591ec details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:12:35.641727 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b744a59-4e63-4228-92a6-eac29f41ddba {{(pid=93974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:35.647574 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ed1d-1eff-4003-a80b-f7f134ff46e3 req-76a95cfd-c6b3-4c0e-8a07-7e549f0ad2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:35.655475 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1415ed1d-1eff-4003-a80b-f7f134ff46e3 req-76a95cfd-c6b3-4c0e-8a07-7e549f0ad2b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 919 time: 0.2129064 Aug 27 03:12:35.663604 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:35.735549 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1415ed1d-1eff-4003-a80b-f7f134ff46e3 req-fb1b009d-2b08-4525-a8bb-06f2f099e095 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54014927-846c-4591-9e87-5cb7709bf2a6 HTTP/1.1" status: 200 len: 217 time: 0.0653214 Aug 27 03:12:35.744445 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.provisioning_blocks [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Transition to ACTIVE for port object 9b744a59-4e63-4228-92a6-eac29f41ddba will not be triggered until provisioned by entity L2. {{(pid=93974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:35.763895 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Allocated IP 172.20.0.9 (88c59834-6084-43f7-aebd-5573502eb794/a1cd8e1e-3740-4c26-8f74-2e47293bbac7/5f79ce5a-9a37-48fc-8833-63fee9048352) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:35.773348 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:35.896156 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec,segment=NetworkSegment(81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d),segment_id=81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:35.910241 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': 'eb8bb7dd-e4d2-4d27-8784-a2a045b591ec', 'network_id': 'a1d9897f-5ad6-4d2b-8417-f8231bebf5dc', 'port_id': 'eb8bb7dd-e4d2-4d27-8784-a2a045b591ec', 'mac_address': 'fa:16:3e:93:d8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ff4981-3a5a-42c4-b7a4-598b7a33a978', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:12:35.957411 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:35.976193 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8bb7dd-e4d2-4d27-8784-a2a045b591ec {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:36.022087 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec,segment=NetworkSegment(81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d),segment_id=81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:36.030757 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:36.032938 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 1031db85-1db3-4237-b55d-9498067e6ad1 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:12:36.097973 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:36.118128 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24412e43-be7b-42a1-89fd-959f109e1212 req-a1f02d44-64da-4360-90e2-aac51252acb7 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:36.127700 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-24412e43-be7b-42a1-89fd-959f109e1212 req-a1f02d44-64da-4360-90e2-aac51252acb7 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 943 time: 0.2738581 Aug 27 03:12:36.135730 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b744a59-4e63-4228-92a6-eac29f41ddba,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:36.148826 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ed1d-1eff-4003-a80b-f7f134ff46e3 req-2b7ebcf0-2028-45da-afb2-10858d5996d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:36.151059 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1415ed1d-1eff-4003-a80b-f7f134ff46e3 req-2b7ebcf0-2028-45da-afb2-10858d5996d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 200 len: 858 time: 0.4021785 Aug 27 03:12:36.215825 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Attempting to bind port 9b744a59-4e63-4228-92a6-eac29f41ddba on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:36.216978 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Attempting to bind port 9b744a59-4e63-4228-92a6-eac29f41ddba by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:36.217590 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Attempting to bind port 9b744a59-4e63-4228-92a6-eac29f41ddba on network 2b17879c-d837-4d30-a4db-99c881c934c0 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:36.241932 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Port 9b744a59-4e63-4228-92a6-eac29f41ddba on network 2b17879c-d837-4d30-a4db-99c881c934c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:12:36.242389 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Attempting to bind port 9b744a59-4e63-4228-92a6-eac29f41ddba on network 2b17879c-d837-4d30-a4db-99c881c934c0 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:36.246150 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1415ed1d-1eff-4003-a80b-f7f134ff46e3 req-2597ae6b-fd83-4d5b-aeea-69c3c57dfedb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b17879c-d837-4d30-a4db-99c881c934c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700564 Aug 27 03:12:36.318150 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bb9e92dd-8fd2-4298-840b-4013cd3c276d req-06bc913d-4c42-4b62-a695-8f2ac9deaf8b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.1706669 Aug 27 03:12:36.321821 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Transition to ACTIVE for port object 5f79ce5a-9a37-48fc-8833-63fee9048352 will not be triggered until provisioned by entity DHCP. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:36.331473 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:36.332054 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Checking segment: {'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:36.332504 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Bound using segment: {'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:36.333012 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Bound port: 9b744a59-4e63-4228-92a6-eac29f41ddba, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8feffedf-9761-4b2b-9941-21e51949565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0'}}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:36.333432 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:36.355358 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-24412e43-be7b-42a1-89fd-959f109e1212 req-f5cddbbe-dd6e-4313-b462-f2dd7845691a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239039 Aug 27 03:12:36.430331 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:36.486954 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Network 88c59834-6084-43f7-aebd-5573502eb794 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:36.496741 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:36.504514 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:36.512097 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 1031db85-1db3-4237-b55d-9498067e6ad1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1031db85-1db3-4237-b55d-9498067e6ad1,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:36.523436 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:36.524375 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:36.551685 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1415ed1d-1eff-4003-a80b-f7f134ff46e3 req-2385bb34-6908-4de3-b521-447c5deaa92a service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891326 Aug 27 03:12:36.570760 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:36.596776 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '1031db85-1db3-4237-b55d-9498067e6ad1', 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7', 'port_id': '1031db85-1db3-4237-b55d-9498067e6ad1', 'mac_address': 'fa:16:3e:81:c5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59ddab5-65fc-4079-b80d-415469417ef0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:12:36.617523 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:36.661711 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4641025 Aug 27 03:12:36.676309 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Request body: {'port': {'device_id': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:36.697561 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] For port 9b744a59-4e63-4228-92a6-eac29f41ddba, host hv-cinder-80588, cleared binding levels {{(pid=93974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:36.725794 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f2ae9-d34d-4071-9ccd-00ac106b44b9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'Port': ['ID=5f79ce5a-9a37-48fc-8833-63fee9048352,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:36.734380 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546fd69-ee84-47f2-a62b-5f6921151d11 req-88835726-1bba-40b7-b3ef-8db689822028 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:36.738185 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6f2e3-362b-4e33-add8-283b04b0e27a req-ec1d5de7-3e72-4736-8f84-8e4d211bda3c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:36.739905 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-46a6f2e3-362b-4e33-add8-283b04b0e27a req-ec1d5de7-3e72-4736-8f84-8e4d211bda3c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 943 time: 0.2482390 Aug 27 03:12:36.754610 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:36.755273 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6546fd69-ee84-47f2-a62b-5f6921151d11 req-88835726-1bba-40b7-b3ef-8db689822028 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 944 time: 0.2721977 Aug 27 03:12:36.773584 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] For port 9b744a59-4e63-4228-92a6-eac29f41ddba, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9b744a59-4e63-4228-92a6-eac29f41ddba,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:36.786237 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1031db85-1db3-4237-b55d-9498067e6ad1 {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:36.794512 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:36.801638 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:36.849966 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 1031db85-1db3-4237-b55d-9498067e6ad1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1031db85-1db3-4237-b55d-9498067e6ad1,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:36.863505 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:36.922950 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1415ed1d-1eff-4003-a80b-f7f134ff46e3 req-08358f82-f5aa-4c3d-97cd-a94e1d9bf811 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588476 Aug 27 03:12:36.973432 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=1031db85-1db3-4237-b55d-9498067e6ad1,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:36.977493 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a41d8628-39d1-4a2b-83c6-2fa6c92bff09 None None] Provisioning for port 5f79ce5a-9a37-48fc-8833-63fee9048352 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:36.982148 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-46a6f2e3-362b-4e33-add8-283b04b0e27a req-8ed970be-fb1a-434d-9e37-3d44f4224e28 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203290 Aug 27 03:12:37.013304 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a41d8628-39d1-4a2b-83c6-2fa6c92bff09 None None] Provisioning complete for port 5f79ce5a-9a37-48fc-8833-63fee9048352 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:37.013679 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a41d8628-39d1-4a2b-83c6-2fa6c92bff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:37.036736 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:37.038940 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:37.042579 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] 10.222.0.21 "PUT /v2.0/ports/9b744a59-4e63-4228-92a6-eac29f41ddba HTTP/1.1" status: 200 len: 1093 time: 2.5550947 Aug 27 03:12:37.050474 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75702bb6-2620-4025-8375-4a5109e85bd0', 'tag': '9b744a59-4e63-4228-92a6-eac29f41ddba'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:37.054081 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0820f587-7674-44fb-9f36-dd2114d7d492" -d '{"events": [{"name": "network-changed", "server_uuid": "75702bb6-2620-4025-8375-4a5109e85bd0", "tag": "9b744a59-4e63-4228-92a6-eac29f41ddba"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:37.132027 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a41d8628-39d1-4a2b-83c6-2fa6c92bff09 None None] Port 5f79ce5a-9a37-48fc-8833-63fee9048352 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:12:37.153584 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd0181b-8133-4e85-93f2-380385cc69bc x-openstack-request-id: req-7fd0181b-8133-4e85-93f2-380385cc69bc {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:37.153874 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75702bb6-2620-4025-8375-4a5109e85bd0", "tag": "9b744a59-4e63-4228-92a6-eac29f41ddba", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:37.154127 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fd0181b-8133-4e85-93f2-380385cc69bc {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:37.154525 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75702bb6-2620-4025-8375-4a5109e85bd0', 'tag': '9b744a59-4e63-4228-92a6-eac29f41ddba', 'status': 'completed', 'code': 200} Aug 27 03:12:37.167974 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['eb8bb7dd-e4d2-4d27-8784-a2a045b591ec'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:12:37.173064 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6546fd69-ee84-47f2-a62b-5f6921151d11 req-3d3f8932-72b9-4b29-8ddd-1ee286f774f7 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168990 Aug 27 03:12:37.189741 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9468c-a8fc-47e9-ae39-0f03bf3aaae8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b744a59-4e63-4228-92a6-eac29f41ddba,revision_number=3']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:37.202815 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['1031db85-1db3-4237-b55d-9498067e6ad1'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:12:37.219793 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-c6f9db7d-6d51-41c3-8a19-1a08e1782f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:37.221625 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-c6f9db7d-6d51-41c3-8a19-1a08e1782f02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1169403 Aug 27 03:12:37.277445 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f79ce5a-9a37-48fc-8833-63fee9048352 {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:37.295295 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:37.307107 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-221dc37d-80ff-49bb-852e-b6a7134d3dc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b744a59-4e63-4228-92a6-eac29f41ddba HTTP/1.1" status: 200 len: 217 time: 0.0757625 Aug 27 03:12:37.335890 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Transition to ACTIVE for port object 5f79ce5a-9a37-48fc-8833-63fee9048352 will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:37.343136 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:37.389338 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-81e4af80-58e8-481c-8ee4-fe716e3fa2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:37.391557 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-81e4af80-58e8-481c-8ee4-fe716e3fa2a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 200 len: 858 time: 0.0774579 Aug 27 03:12:37.467670 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-80c5ebf2-9656-4698-acce-dffb5cedac2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b17879c-d837-4d30-a4db-99c881c934c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694714 Aug 27 03:12:37.553734 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f79ce5a-9a37-48fc-8833-63fee9048352,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:37.600686 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Attempting to bind port 5f79ce5a-9a37-48fc-8833-63fee9048352 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:37.601689 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Attempting to bind port 5f79ce5a-9a37-48fc-8833-63fee9048352 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:37.602095 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Attempting to bind port 5f79ce5a-9a37-48fc-8833-63fee9048352 on network 88c59834-6084-43f7-aebd-5573502eb794 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:37.612217 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 54014927-846c-4591-9e87-5cb7709bf2a6 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:12:37.620455 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617923a3-8ae6-456c-abf6-dc8ed3a036cf req-dfc5ec37-a2d3-41f6-8d24-cc65648bd5d0 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:37.623638 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-617923a3-8ae6-456c-abf6-dc8ed3a036cf req-dfc5ec37-a2d3-41f6-8d24-cc65648bd5d0 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 943 time: 0.1844034 Aug 27 03:12:37.624857 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Port 5f79ce5a-9a37-48fc-8833-63fee9048352 on network 88c59834-6084-43f7-aebd-5573502eb794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:12:37.625257 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Attempting to bind port 5f79ce5a-9a37-48fc-8833-63fee9048352 on network 88c59834-6084-43f7-aebd-5573502eb794 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:37.632043 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:37.633622 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Checking segment: {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:37.635427 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Bound using segment: {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:37.636693 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Bound port: 5f79ce5a-9a37-48fc-8833-63fee9048352, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:37.638939 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:37.681769 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-13120ecd-ab2e-414f-ad2c-0e213b367895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:37.744867 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e03bb-783b-4b98-af96-0a81ea642a52 req-fe32a495-c14d-4c37-8300-63d17080df30 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:37.747980 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ac8e03bb-783b-4b98-af96-0a81ea642a52 req-fe32a495-c14d-4c37-8300-63d17080df30 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 943 time: 0.1343799 Aug 27 03:12:37.851314 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ac8e03bb-783b-4b98-af96-0a81ea642a52 req-8d679edc-9079-4b0f-b707-779a9a10c2dc tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839014 Aug 27 03:12:37.853079 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-5cb96041-2278-4597-a974-e9a671e0dcfb service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762281 Aug 27 03:12:38.021910 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b74e0dcb-e955-4c46-a910-b26d053a5323 req-378dae39-ee35-4815-9d87-488147713983 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604645 Aug 27 03:12:38.125471 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-617923a3-8ae6-456c-abf6-dc8ed3a036cf req-005b83c9-6701-4a88-8b9f-43a3c7755c36 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4686034 Aug 27 03:12:38.155773 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] For port 5f79ce5a-9a37-48fc-8833-63fee9048352, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:38.161927 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] For port 5f79ce5a-9a37-48fc-8833-63fee9048352, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=5f79ce5a-9a37-48fc-8833-63fee9048352,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:38.169286 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 54014927-846c-4591-9e87-5cb7709bf2a6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=54014927-846c-4591-9e87-5cb7709bf2a6,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:38.174471 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:38.216562 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '54014927-846c-4591-9e87-5cb7709bf2a6', 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0', 'port_id': '54014927-846c-4591-9e87-5cb7709bf2a6', 'mac_address': 'fa:16:3e:96:4c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba576e08-034a-49cf-a144-e359cf3a8f82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:12:38.218222 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f587-7674-44fb-9f36-dd2114d7d492 req-5c5ff890-437f-4ee6-9bb5-f6f8e11ce2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:38.219833 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0820f587-7674-44fb-9f36-dd2114d7d492 req-5c5ff890-437f-4ee6-9bb5-f6f8e11ce2ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1376400 Aug 27 03:12:38.244514 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ff9e4-91cf-4bc4-b827-d029de8c7d0d req-7d43dc90-cb8e-4fa2-adf7-eafc6983bdff tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:38.246291 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d01ff9e4-91cf-4bc4-b827-d029de8c7d0d req-7d43dc90-cb8e-4fa2-adf7-eafc6983bdff tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 944 time: 0.0948400 Aug 27 03:12:38.285876 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:38.286501 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:38.306613 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] 10.222.0.21 "PUT /v2.0/ports/5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 1093 time: 1.6354864 Aug 27 03:12:38.307425 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'tag': '5f79ce5a-9a37-48fc-8833-63fee9048352'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:38.330333 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e926148-f134-49b7-8038-dc1725e2a302" -d '{"events": [{"name": "network-changed", "server_uuid": "83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8", "tag": "5f79ce5a-9a37-48fc-8833-63fee9048352"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:38.337147 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:38.364659 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54014927-846c-4591-9e87-5cb7709bf2a6 {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:38.385155 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d01ff9e4-91cf-4bc4-b827-d029de8c7d0d req-070e2f7e-e25e-42de-995a-dc20e5dc7b3c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273963 Aug 27 03:12:38.424158 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f587-7674-44fb-9f36-dd2114d7d492 req-a9b70ef5-7075-40e1-982a-901136417cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:38.426111 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0820f587-7674-44fb-9f36-dd2114d7d492 req-a9b70ef5-7075-40e1-982a-901136417cc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 919 time: 0.1985743 Aug 27 03:12:38.434293 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:38.460229 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 54014927-846c-4591-9e87-5cb7709bf2a6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=54014927-846c-4591-9e87-5cb7709bf2a6,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:38.467308 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:38.492323 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9434f4d-2d6c-4d88-acac-53bf86a893c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f79ce5a-9a37-48fc-8833-63fee9048352,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:38.506895 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7422889-076d-4532-94be-1808f501c544 x-openstack-request-id: req-d7422889-076d-4532-94be-1808f501c544 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:38.507212 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8", "tag": "5f79ce5a-9a37-48fc-8833-63fee9048352", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:38.507620 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7422889-076d-4532-94be-1808f501c544 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:38.508107 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'tag': '5f79ce5a-9a37-48fc-8833-63fee9048352', 'status': 'completed', 'code': 200} Aug 27 03:12:38.515640 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0820f587-7674-44fb-9f36-dd2114d7d492 req-7ff53d4e-320a-4903-a0b3-e7bff9d0cd50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b744a59-4e63-4228-92a6-eac29f41ddba HTTP/1.1" status: 200 len: 217 time: 0.0695462 Aug 27 03:12:38.537950 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8c4a0-7f47-4c7a-bf93-9b76a0a8b4df req-484500e4-4c04-4802-9aee-6767d301312e tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:38.540340 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3bd8c4a0-7f47-4c7a-bf93-9b76a0a8b4df req-484500e4-4c04-4802-9aee-6767d301312e tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 944 time: 0.1690953 Aug 27 03:12:38.542471 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-311b452a-483f-4bdd-8a66-0fd4b595ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:38.544890 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-311b452a-483f-4bdd-8a66-0fd4b595ef48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1096 time: 0.1765323 Aug 27 03:12:38.548987 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=54014927-846c-4591-9e87-5cb7709bf2a6,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:38.596651 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f587-7674-44fb-9f36-dd2114d7d492 req-b84c6951-2e7a-499a-96f8-ac6f29c8f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:38.598349 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0820f587-7674-44fb-9f36-dd2114d7d492 req-b84c6951-2e7a-499a-96f8-ac6f29c8f9d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 200 len: 858 time: 0.0744264 Aug 27 03:12:38.624036 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-d8825f19-34c7-4dbd-b262-cdf82e6c841d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 217 time: 0.0692761 Aug 27 03:12:38.643244 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0820f587-7674-44fb-9f36-dd2114d7d492 req-f13f9955-ded9-478b-be5e-cafab5d643df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b17879c-d837-4d30-a4db-99c881c934c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355303 Aug 27 03:12:38.701135 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35942) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:38.703380 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['54014927-846c-4591-9e87-5cb7709bf2a6'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:12:38.712294 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3bd8c4a0-7f47-4c7a-bf93-9b76a0a8b4df req-289d856d-64bf-43df-94dc-8bd0e4490c1e tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641557 Aug 27 03:12:38.735107 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-3a24f2ab-fb45-47f1-93a2-3ed905e856c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:38.736590 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-3a24f2ab-fb45-47f1-93a2-3ed905e856c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.1031008 Aug 27 03:12:38.744871 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35946) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:38.765899 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0820f587-7674-44fb-9f36-dd2114d7d492 req-28db9daa-230b-4577-bad7-aadf5ef5beee service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125989 Aug 27 03:12:38.838561 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-040be4d8-00dc-40a5-96e7-f205572fd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:38.841678 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-040be4d8-00dc-40a5-96e7-f205572fd714 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946734 Aug 27 03:12:38.929049 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-382becbc-4e0b-4f1d-9a21-c0beb716ab94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:38.932827 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0820f587-7674-44fb-9f36-dd2114d7d492 req-72e8ba72-cd2a-4d26-bec2-e1781bf7fdae service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530452 Aug 27 03:12:38.960791 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-f183d65f-0613-4103-918f-84523e9004ae service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109231 Aug 27 03:12:39.038435 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a2d4f-4645-4e0b-9430-99c8dd4a9f92 req-517a7442-0373-4f65-ba2f-2634d938e475 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:39.040004 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e17a2d4f-4645-4e0b-9430-99c8dd4a9f92 req-517a7442-0373-4f65-ba2f-2634d938e475 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 943 time: 0.0780406 Aug 27 03:12:39.056833 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35954) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:39.096380 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c0c698b0-8e95-40e5-9832-460f8d46f72a req-897685ef-46ee-4a61-98a3-d62d823081b6 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276374 Aug 27 03:12:39.115730 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01c41e38-2b09-4f67-99f7-70a68ffd5b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.127405 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e17a2d4f-4645-4e0b-9430-99c8dd4a9f92 req-189aa2a6-3761-4f50-9d18-f93b3d528b13 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662243 Aug 27 03:12:39.145523 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-382becbc-4e0b-4f1d-9a21-c0beb716ab94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.154541 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-382becbc-4e0b-4f1d-9a21-c0beb716ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.157652 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-99987aab-6e45-4919-9ef9-99fda6387876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.210113 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382becbc-4e0b-4f1d-9a21-c0beb716ab94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6ea08a-2bb1-4f71-b00c-176b6d587d6e,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:39.214327 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-382becbc-4e0b-4f1d-9a21-c0beb716ab94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6077774f99bc49258544fdfff5562ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107794 Aug 27 03:12:39.217874 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 35964) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:39.288332 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e926148-f134-49b7-8038-dc1725e2a302 req-eea689b3-025d-4f62-973b-4f79ea4e1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:39.289840 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7e926148-f134-49b7-8038-dc1725e2a302 req-eea689b3-025d-4f62-973b-4f79ea4e1015 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1096 time: 0.1428390 Aug 27 03:12:39.340750 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97c321-9cc3-44dc-940b-8029541d635a req-22875ad9-ea02-45a7-a3ca-e3a80380010d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:39.342346 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3c97c321-9cc3-44dc-940b-8029541d635a req-22875ad9-ea02-45a7-a3ca-e3a80380010d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 943 time: 0.1441832 Aug 27 03:12:39.420999 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ea92a5ed-39d7-4789-85bf-e417ad282ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.485827 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3c97c321-9cc3-44dc-940b-8029541d635a req-8b6fd340-5bb8-442c-904c-7b7923af2f35 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181908 Aug 27 03:12:39.496583 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ea92a5ed-39d7-4789-85bf-e417ad282ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.507705 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e926148-f134-49b7-8038-dc1725e2a302 req-62256485-4d79-472b-b96a-0638e88e6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:39.507705 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7e926148-f134-49b7-8038-dc1725e2a302 req-62256485-4d79-472b-b96a-0638e88e6559 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.2017012 Aug 27 03:12:39.523402 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01c41e38-2b09-4f67-99f7-70a68ffd5b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.538392 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe272b-42aa-4d9a-9b70-720673aa772e req-9ee69a05-3af4-4fd0-817d-f0afceb6368a tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:39.539985 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6dfe272b-42aa-4d9a-9b70-720673aa772e req-9ee69a05-3af4-4fd0-817d-f0afceb6368a tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 944 time: 0.0646763 Aug 27 03:12:39.558288 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01c41e38-2b09-4f67-99f7-70a68ffd5b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.570074 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7e926148-f134-49b7-8038-dc1725e2a302 req-580bdf3e-db11-4a1a-aefa-14954c499558 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 217 time: 0.0559328 Aug 27 03:12:39.612883 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6dfe272b-42aa-4d9a-9b70-720673aa772e req-af6d89c9-efd6-4b6a-8d3c-bf50bcc5c431 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610218 Aug 27 03:12:39.615987 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 54014927-846c-4591-9e87-5cb7709bf2a6 up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:39.655294 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-01c41e38-2b09-4f67-99f7-70a68ffd5b65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3baa2acaacbb414e9e50464864342d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8993998 Aug 27 03:12:39.659672 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35972) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:39.660547 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c41e38-2b09-4f67-99f7-70a68ffd5b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ff2910-2107-4ae0-9e86-50a9fc040ba3,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:39.664966 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e926148-f134-49b7-8038-dc1725e2a302 req-552e4748-50a2-4ed6-82ca-334f25b141cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:39.666351 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7e926148-f134-49b7-8038-dc1725e2a302 req-552e4748-50a2-4ed6-82ca-334f25b141cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0831668 Aug 27 03:12:39.705482 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ea92a5ed-39d7-4789-85bf-e417ad282ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.708472 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ea92a5ed-39d7-4789-85bf-e417ad282ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.708644 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 54014927-846c-4591-9e87-5cb7709bf2a6 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:39.710649 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-ea92a5ed-39d7-4789-85bf-e417ad282ff4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f6ea08a-2bb1-4f71-b00c-176b6d587d6e HTTP/1.1" status: 204 len: 168 time: 0.4739056 Aug 27 03:12:39.719414 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 54014927-846c-4591-9e87-5cb7709bf2a6 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:39.719886 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.724693 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92a5ed-39d7-4789-85bf-e417ad282ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6ea08a-2bb1-4f71-b00c-176b6d587d6e,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:39.727933 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-99987aab-6e45-4919-9ef9-99fda6387876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.739667 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e926148-f134-49b7-8038-dc1725e2a302 req-37c35b42-7637-4268-a0ab-68ae09f0683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:39.744530 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7e926148-f134-49b7-8038-dc1725e2a302 req-37c35b42-7637-4268-a0ab-68ae09f0683a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698161 Aug 27 03:12:39.746577 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-99987aab-6e45-4919-9ef9-99fda6387876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.882619 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-99987aab-6e45-4919-9ef9-99fda6387876 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2bc7e59891e4208bff6f70f7734daab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8247609 Aug 27 03:12:39.884163 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99987aab-6e45-4919-9ef9-99fda6387876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3129bdd-e318-44ef-9db1-e88af6ae8786,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:39.888732 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 35980) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:39.896874 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.897408 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a82dcd58-9490-44fd-b886-1b4d40c29264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.941036 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7e926148-f134-49b7-8038-dc1725e2a302 req-d0da0069-c610-4f29-ad95-1ff409512bc2 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884894 Aug 27 03:12:39.945178 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a82dcd58-9490-44fd-b886-1b4d40c29264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:39.951500 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 54014927-846c-4591-9e87-5cb7709bf2a6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=54014927-846c-4591-9e87-5cb7709bf2a6,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:39.953704 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0937755-643b-462c-a5c7-62f59249be23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54014927-846c-4591-9e87-5cb7709bf2a6'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:40.000030 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f25c7926-a6a0-478c-93ef-23cf8b975765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.034411 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f25c7926-a6a0-478c-93ef-23cf8b975765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.052075 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501b333-528d-49f5-9f26-dbcf3f594b29 req-b16ef9df-82ff-4daa-8358-07825fc0691b tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:40.055176 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a82dcd58-9490-44fd-b886-1b4d40c29264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.058501 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a82dcd58-9490-44fd-b886-1b4d40c29264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.063015 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-a82dcd58-9490-44fd-b886-1b4d40c29264 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83ff2910-2107-4ae0-9e86-50a9fc040ba3 HTTP/1.1" status: 204 len: 168 time: 0.4019623 Aug 27 03:12:40.063559 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6501b333-528d-49f5-9f26-dbcf3f594b29 req-b16ef9df-82ff-4daa-8358-07825fc0691b tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 944 time: 0.2202916 Aug 27 03:12:40.094047 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dcd58-9490-44fd-b886-1b4d40c29264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ff2910-2107-4ae0-9e86-50a9fc040ba3,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:40.131497 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f25c7926-a6a0-478c-93ef-23cf8b975765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.134908 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f25c7926-a6a0-478c-93ef-23cf8b975765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.136172 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-f25c7926-a6a0-478c-93ef-23cf8b975765 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3129bdd-e318-44ef-9db1-e88af6ae8786 HTTP/1.1" status: 204 len: 168 time: 0.2461538 Aug 27 03:12:40.148085 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c7926-a6a0-478c-93ef-23cf8b975765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3129bdd-e318-44ef-9db1-e88af6ae8786,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:40.166104 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.167082 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device eb8bb7dd-e4d2-4d27-8784-a2a045b591ec up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:40.241636 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6501b333-528d-49f5-9f26-dbcf3f594b29 req-16a25a9e-dd19-44be-b2cf-93f535f9c091 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521318 Aug 27 03:12:40.248749 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7e926148-f134-49b7-8038-dc1725e2a302 req-847faaa2-7f3c-403b-a300-723a2b11c92b service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987573 Aug 27 03:12:40.319276 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea569e-aca9-40d8-9df8-b0ab6482acb3 req-d73d2444-eaf5-4427-a86d-7d63b259c817 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:40.321071 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efea569e-aca9-40d8-9df8-b0ab6482acb3 req-d73d2444-eaf5-4427-a86d-7d63b259c817 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 943 time: 0.0886915 Aug 27 03:12:40.377337 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efea569e-aca9-40d8-9df8-b0ab6482acb3 req-9bea39b9-a875-4a36-9ef5-ea8efae25bef tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477180 Aug 27 03:12:40.472249 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=54014927-846c-4591-9e87-5cb7709bf2a6,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:40.485686 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:40.490320 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:40.490693 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.566889 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36008) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:40.569986 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36010) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:40.582498 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.599838 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2ccc115e-9ed4-4d77-8615-c94efee03afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.610220 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8e178561-e657-4821-9834-28f9d196c1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.627921 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec,segment=NetworkSegment(81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d),segment_id=81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:40.633213 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.635312 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 1031db85-1db3-4237-b55d-9498067e6ad1 up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:40.714505 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1122161e-805d-4d4c-80fe-1f4bcd79f05e" -d '{"events": [{"server_uuid": "b0937755-643b-462c-a5c7-62f59249be23", "name": "network-vif-plugged", "status": "completed", "tag": "54014927-846c-4591-9e87-5cb7709bf2a6"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:40.718555 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:40.718796 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5363a-61de-4025-971f-b158b16e30a2 req-d06e658c-8061-4753-92b0-ba97b60c18a0 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:40.720374 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f0c5363a-61de-4025-971f-b158b16e30a2 req-d06e658c-8061-4753-92b0-ba97b60c18a0 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 943 time: 0.1512382 Aug 27 03:12:40.763355 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 1031db85-1db3-4237-b55d-9498067e6ad1 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:40.769053 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 1031db85-1db3-4237-b55d-9498067e6ad1 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:40.769558 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.798547 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f0c5363a-61de-4025-971f-b158b16e30a2 req-3d893cd1-ea6e-434e-8074-fb85270672f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600657 Aug 27 03:12:40.823379 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2ccc115e-9ed4-4d77-8615-c94efee03afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.831859 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2ccc115e-9ed4-4d77-8615-c94efee03afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.874995 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.889916 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25905-9866-41b8-a269-3fb16be027c7 req-07b95703-b6cb-4b80-b175-2c18ac3d1ed6 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:40.892251 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ca25905-9866-41b8-a269-3fb16be027c7 req-07b95703-b6cb-4b80-b175-2c18ac3d1ed6 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 944 time: 0.1431353 Aug 27 03:12:40.917049 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc115e-9ed4-4d77-8615-c94efee03afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e490d69-d345-45e1-89ba-86e1fcd0d0d9,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:40.931961 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-2ccc115e-9ed4-4d77-8615-c94efee03afc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fa9b3c4b86c4d989578135523e7f441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615291 Aug 27 03:12:40.933140 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36020) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:40.937006 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 1031db85-1db3-4237-b55d-9498067e6ad1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1031db85-1db3-4237-b55d-9498067e6ad1,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:40.942440 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:40.954131 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ca25905-9866-41b8-a269-3fb16be027c7 req-0ae8e687-1054-45d2-bedd-77c275ae1edf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517321 Aug 27 03:12:40.995383 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.010606 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8e178561-e657-4821-9834-28f9d196c1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.022209 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8e178561-e657-4821-9834-28f9d196c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.030951 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=1031db85-1db3-4237-b55d-9498067e6ad1,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:41.040530 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-33ff8fb2-4361-4640-9438-8a1b5dd62127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.081400 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4996f9-ed47-4dd2-b9e9-357344a6a429 x-openstack-request-id: req-9b4996f9-ed47-4dd2-b9e9-357344a6a429 {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:41.081692 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0937755-643b-462c-a5c7-62f59249be23", "name": "network-vif-plugged", "status": "completed", "tag": "54014927-846c-4591-9e87-5cb7709bf2a6", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:41.082281 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b4996f9-ed47-4dd2-b9e9-357344a6a429 {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:41.082777 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0937755-643b-462c-a5c7-62f59249be23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54014927-846c-4591-9e87-5cb7709bf2a6', 'code': 200} Aug 27 03:12:41.088235 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-33ff8fb2-4361-4640-9438-8a1b5dd62127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.096718 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8e178561-e657-4821-9834-28f9d196c1e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=daf4292ec8d04beda05ed6f541501f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257170 Aug 27 03:12:41.097480 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e178561-e657-4821-9834-28f9d196c1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ca1442-565a-4411-aff8-21988c54e94c,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:41.099372 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36028) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:41.152359 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-33ff8fb2-4361-4640-9438-8a1b5dd62127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.156257 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-33ff8fb2-4361-4640-9438-8a1b5dd62127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.165014 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-33ff8fb2-4361-4640-9438-8a1b5dd62127 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e490d69-d345-45e1-89ba-86e1fcd0d0d9 HTTP/1.1" status: 204 len: 168 time: 0.2254734 Aug 27 03:12:41.175737 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff8fb2-4361-4640-9438-8a1b5dd62127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e490d69-d345-45e1-89ba-86e1fcd0d0d9,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:41.179878 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-51bd21f7-e3b1-4e57-8ee8-47df049b7a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.228378 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-51bd21f7-e3b1-4e57-8ee8-47df049b7a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.296151 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-51bd21f7-e3b1-4e57-8ee8-47df049b7a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.303692 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-51bd21f7-e3b1-4e57-8ee8-47df049b7a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.308124 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-51bd21f7-e3b1-4e57-8ee8-47df049b7a2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41ca1442-565a-4411-aff8-21988c54e94c HTTP/1.1" status: 204 len: 168 time: 0.2052603 Aug 27 03:12:41.327759 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ce7ab-d9bd-4be9-9200-df5245409d66 req-ebf4d678-8c8f-46cc-b275-ce3686a37445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:41.329374 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-076ce7ab-d9bd-4be9-9200-df5245409d66 req-ebf4d678-8c8f-46cc-b275-ce3686a37445 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 1099 time: 0.0855885 Aug 27 03:12:41.333996 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd21f7-e3b1-4e57-8ee8-47df049b7a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ca1442-565a-4411-aff8-21988c54e94c,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:41.356381 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-076ce7ab-d9bd-4be9-9200-df5245409d66 req-21bf7b2c-bb85-49a9-ae7a-0ca253189237 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.436032 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ade14-3775-4526-8ab5-5de17d1ad919 req-f9d22216-5e5d-4d5d-b104-563db98b04fb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:41.445038 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6e5ade14-3775-4526-8ab5-5de17d1ad919 req-f9d22216-5e5d-4d5d-b104-563db98b04fb tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 945 time: 0.0823283 Aug 27 03:12:41.507064 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6e5ade14-3775-4526-8ab5-5de17d1ad919 req-ebde7271-66bb-4343-88a8-4f1d8d98729f tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610011 Aug 27 03:12:41.545209 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-076ce7ab-d9bd-4be9-9200-df5245409d66 req-21bf7b2c-bb85-49a9-ae7a-0ca253189237 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.577125 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-076ce7ab-d9bd-4be9-9200-df5245409d66 req-21bf7b2c-bb85-49a9-ae7a-0ca253189237 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.640093 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-076ce7ab-d9bd-4be9-9200-df5245409d66 req-21bf7b2c-bb85-49a9-ae7a-0ca253189237 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039565 Aug 27 03:12:41.642188 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 9b744a59-4e63-4228-92a6-eac29f41ddba details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:12:41.653979 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf7b2c-bb85-49a9-ae7a-0ca253189237 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb1ce95-765f-4617-a4fc-fcefc8df7222,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:41.668771 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0978f8-9297-4489-b725-6d02622af53a req-8bd1c9a1-46ec-4e85-a518-7d9d9ed7b541 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:41.670278 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7e0978f8-9297-4489-b725-6d02622af53a req-8bd1c9a1-46ec-4e85-a518-7d9d9ed7b541 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 943 time: 0.1537375 Aug 27 03:12:41.722052 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7e0978f8-9297-4489-b725-6d02622af53a req-9648bc98-19a7-487e-bacf-e4944b1688a6 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447969 Aug 27 03:12:41.818869 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 9b744a59-4e63-4228-92a6-eac29f41ddba, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9b744a59-4e63-4228-92a6-eac29f41ddba,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:41.845952 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '9b744a59-4e63-4228-92a6-eac29f41ddba', 'network_id': '2b17879c-d837-4d30-a4db-99c881c934c0', 'port_id': '9b744a59-4e63-4228-92a6-eac29f41ddba', 'mac_address': 'fa:16:3e:59:a2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba576e08-034a-49cf-a144-e359cf3a8f82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:12:41.921129 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.956534 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b744a59-4e63-4228-92a6-eac29f41ddba {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:41.971360 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208eb65-7679-4453-90d2-b45921f9a356 req-8c7781ba-77e9-4c98-867c-d50e0be66e20 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:41.973302 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d208eb65-7679-4453-90d2-b45921f9a356 req-8c7781ba-77e9-4c98-867c-d50e0be66e20 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 943 time: 0.0702548 Aug 27 03:12:41.988049 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 9b744a59-4e63-4228-92a6-eac29f41ddba, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9b744a59-4e63-4228-92a6-eac29f41ddba,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:41.993087 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:41.994619 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 5f79ce5a-9a37-48fc-8833-63fee9048352 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:12:42.025482 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d208eb65-7679-4453-90d2-b45921f9a356 req-174bc8a0-d168-4765-ad54-434fbf080f57 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455122 Aug 27 03:12:42.124342 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=9b744a59-4e63-4228-92a6-eac29f41ddba,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:42.149354 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67520b-9bd2-4e25-9125-e76c5076470b req-44ff6bc3-1449-464a-89f1-a7c348a777ba tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:42.151236 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5f67520b-9bd2-4e25-9125-e76c5076470b req-44ff6bc3-1449-464a-89f1-a7c348a777ba tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 945 time: 0.0806634 Aug 27 03:12:42.167215 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 5f79ce5a-9a37-48fc-8833-63fee9048352, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=5f79ce5a-9a37-48fc-8833-63fee9048352,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:42.189292 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '5f79ce5a-9a37-48fc-8833-63fee9048352', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'port_id': '5f79ce5a-9a37-48fc-8833-63fee9048352', 'mac_address': 'fa:16:3e:2e:dc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:12:42.211443 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5f67520b-9bd2-4e25-9125-e76c5076470b req-f8ed9958-8687-4cfb-846c-766308d21ed2 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475256 Aug 27 03:12:42.230150 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36086) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:42.235372 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:42.252024 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f79ce5a-9a37-48fc-8833-63fee9048352 {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:42.274617 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 5f79ce5a-9a37-48fc-8833-63fee9048352, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=5f79ce5a-9a37-48fc-8833-63fee9048352,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:42.280537 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:42.330871 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=5f79ce5a-9a37-48fc-8833-63fee9048352,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:42.351455 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ea9860fa-9d30-4395-ab78-675ec0f661de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:42.456577 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ea9860fa-9d30-4395-ab78-675ec0f661de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:42.461378 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ea9860fa-9d30-4395-ab78-675ec0f661de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:42.504832 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36104) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:42.505321 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-ea9860fa-9d30-4395-ab78-675ec0f661de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=268f39add4e341988c7685d51d631151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734389 Aug 27 03:12:42.506048 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9860fa-9d30-4395-ab78-675ec0f661de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875f1d7f-516c-4c8d-ae5d-365786fcf889,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:42.536721 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['9b744a59-4e63-4228-92a6-eac29f41ddba'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:12:42.543141 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['5f79ce5a-9a37-48fc-8833-63fee9048352'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:12:42.581024 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-57d1db95-30d6-42ac-a15b-e117820b88ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:42.612960 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-57d1db95-30d6-42ac-a15b-e117820b88ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:42.684521 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-57d1db95-30d6-42ac-a15b-e117820b88ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:42.689213 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-57d1db95-30d6-42ac-a15b-e117820b88ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:42.693302 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-57d1db95-30d6-42ac-a15b-e117820b88ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/875f1d7f-516c-4c8d-ae5d-365786fcf889 HTTP/1.1" status: 204 len: 168 time: 0.1844251 Aug 27 03:12:42.704004 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14e80a-5327-4de0-a80c-0746644a241b req-d626bda1-3409-4e77-8937-eed740005a67 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:42.705925 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8c14e80a-5327-4de0-a80c-0746644a241b req-d626bda1-3409-4e77-8937-eed740005a67 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 945 time: 0.0812726 Aug 27 03:12:42.713428 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1db95-30d6-42ac-a15b-e117820b88ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875f1d7f-516c-4c8d-ae5d-365786fcf889,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:42.770477 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8c14e80a-5327-4de0-a80c-0746644a241b req-f1f2bb52-6990-45d1-a41e-01b7e5d9f83d tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552351 Aug 27 03:12:42.878846 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c82a8-7b38-497c-9401-697ab7113445 req-b658cd26-18f7-415c-b482-e9c98ae8ac13 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:42.880751 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c70c82a8-7b38-497c-9401-697ab7113445 req-b658cd26-18f7-415c-b482-e9c98ae8ac13 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 944 time: 0.0672381 Aug 27 03:12:42.932332 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c70c82a8-7b38-497c-9401-697ab7113445 req-e6d0405e-f894-436d-b1a8-dba72a7e70a2 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 Aug 27 03:12:43.084057 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206a0553-0fd3-4ac5-bd23-c87311ba8c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8bb7dd-e4d2-4d27-8784-a2a045b591ec'}, {'server_uuid': '7c6b30cb-c842-4c29-b494-32f442135fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031db85-1db3-4237-b55d-9498067e6ad1'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:43.086907 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27efeeb-236d-498e-84a2-689c3b8b70e4" -d '{"events": [{"server_uuid": "206a0553-0fd3-4ac5-bd23-c87311ba8c1b", "name": "network-vif-plugged", "status": "completed", "tag": "eb8bb7dd-e4d2-4d27-8784-a2a045b591ec"}, {"server_uuid": "7c6b30cb-c842-4c29-b494-32f442135fe0", "name": "network-vif-plugged", "status": "completed", "tag": "1031db85-1db3-4237-b55d-9498067e6ad1"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:43.140212 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490f3d4d-83ab-455e-873b-2ba877281545 x-openstack-request-id: req-490f3d4d-83ab-455e-873b-2ba877281545 {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:43.140777 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206a0553-0fd3-4ac5-bd23-c87311ba8c1b", "name": "network-vif-plugged", "status": "completed", "tag": "eb8bb7dd-e4d2-4d27-8784-a2a045b591ec", "code": 200}, {"server_uuid": "7c6b30cb-c842-4c29-b494-32f442135fe0", "name": "network-vif-plugged", "status": "completed", "tag": "1031db85-1db3-4237-b55d-9498067e6ad1", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:43.141053 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-490f3d4d-83ab-455e-873b-2ba877281545 {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:43.141375 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206a0553-0fd3-4ac5-bd23-c87311ba8c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8bb7dd-e4d2-4d27-8784-a2a045b591ec', 'code': 200} Aug 27 03:12:43.141789 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6b30cb-c842-4c29-b494-32f442135fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031db85-1db3-4237-b55d-9498067e6ad1', 'code': 200} Aug 27 03:12:43.200568 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14676951-faf6-454a-8b04-e96cdf31203a req-017f5de3-81e5-458e-85b1-a934f757f99d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:43.207898 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-14676951-faf6-454a-8b04-e96cdf31203a req-017f5de3-81e5-458e-85b1-a934f757f99d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 944 time: 0.0864968 Aug 27 03:12:43.294006 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-14676951-faf6-454a-8b04-e96cdf31203a req-bb0b4a73-e981-4b7d-8ffe-c34610164159 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777216 Aug 27 03:12:43.420481 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b6303-a566-4f8e-b030-4a8caab284c2 req-1408b0c4-db35-4a63-837d-ba3751706f15 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:43.422705 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b78b6303-a566-4f8e-b030-4a8caab284c2 req-1408b0c4-db35-4a63-837d-ba3751706f15 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 945 time: 0.0977621 Aug 27 03:12:43.425435 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ded2b-8973-4ff6-8be7-e68a1ad00d4e req-1152e4b2-d49c-46e7-8d7c-e7f2415fb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:43.427157 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f99ded2b-8973-4ff6-8be7-e68a1ad00d4e req-1152e4b2-d49c-46e7-8d7c-e7f2415fb4a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 1098 time: 0.0904729 Aug 27 03:12:43.475307 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94112253-70b6-4076-8131-37df16e8791d req-96b66de0-c89a-4230-9011-9abd4b3c1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:43.476801 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-94112253-70b6-4076-8131-37df16e8791d req-96b66de0-c89a-4230-9011-9abd4b3c1e86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0963626 Aug 27 03:12:43.480878 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b78b6303-a566-4f8e-b030-4a8caab284c2 req-262438aa-eceb-4399-9983-5e3b689ad8a4 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513861 Aug 27 03:12:43.501663 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f99ded2b-8973-4ff6-8be7-e68a1ad00d4e req-8cee924b-44e0-491d-b0ae-02bd960ea65e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568666 Aug 27 03:12:43.540520 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-94112253-70b6-4076-8131-37df16e8791d req-de0ae790-c991-4a28-a8e4-22190ce9d1c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455730 Aug 27 03:12:43.658895 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 9b744a59-4e63-4228-92a6-eac29f41ddba up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:43.717784 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 9b744a59-4e63-4228-92a6-eac29f41ddba completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:43.721876 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 9b744a59-4e63-4228-92a6-eac29f41ddba triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:43.722145 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:43.811804 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:43.849188 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 9b744a59-4e63-4228-92a6-eac29f41ddba, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9b744a59-4e63-4228-92a6-eac29f41ddba,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:43.858241 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:43.859756 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 5f79ce5a-9a37-48fc-8833-63fee9048352 up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:12:43.900145 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa3218-0419-4225-b3da-726b11cdab6b req-b77fe8b4-934d-4520-9038-c18b9531ee6f tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:43.909344 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-01fa3218-0419-4225-b3da-726b11cdab6b req-b77fe8b4-934d-4520-9038-c18b9531ee6f tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 945 time: 0.0691848 Aug 27 03:12:43.961860 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-01fa3218-0419-4225-b3da-726b11cdab6b req-a6956490-1806-44f9-bb6d-3c3c6a763532 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516531 Aug 27 03:12:43.986878 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=9b744a59-4e63-4228-92a6-eac29f41ddba,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:43.996089 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 5f79ce5a-9a37-48fc-8833-63fee9048352 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:44.006864 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 5f79ce5a-9a37-48fc-8833-63fee9048352 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:44.011093 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:44.115074 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e05112-b151-4fe2-8300-93d0e7f53956 req-d0f17089-496a-4e38-979e-4be7aca5fed0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:44.117280 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-75e05112-b151-4fe2-8300-93d0e7f53956 req-d0f17089-496a-4e38-979e-4be7aca5fed0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0821326 Aug 27 03:12:44.131772 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:44.180291 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 5f79ce5a-9a37-48fc-8833-63fee9048352, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=5f79ce5a-9a37-48fc-8833-63fee9048352,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:44.185113 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-75e05112-b151-4fe2-8300-93d0e7f53956 req-18041614-4ab4-4cb3-bd9d-3dec79e6600c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601659 Aug 27 03:12:44.189460 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:44.268266 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=5f79ce5a-9a37-48fc-8833-63fee9048352,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:44.615181 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7059349-b5bb-449b-82a6-d240a13a6171 req-285cc902-6b5d-4679-9ff2-b6eccd9d528e tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:44.616699 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f7059349-b5bb-449b-82a6-d240a13a6171 req-285cc902-6b5d-4679-9ff2-b6eccd9d528e tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.2284150 Aug 27 03:12:44.636618 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da30826-a845-447f-a63c-46ea1d6bf4ce req-de29a315-00a2-4a9c-aafa-245c058a35fb tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:44.639008 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9da30826-a845-447f-a63c-46ea1d6bf4ce req-de29a315-00a2-4a9c-aafa-245c058a35fb tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 945 time: 0.0638118 Aug 27 03:12:44.665611 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f7059349-b5bb-449b-82a6-d240a13a6171 req-b29250e8-8902-461d-abfd-eefc57fbe825 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408144 Aug 27 03:12:44.707182 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9da30826-a845-447f-a63c-46ea1d6bf4ce req-b2d19001-e9d1-473b-b1c4-0e681b80164b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603130 Aug 27 03:12:45.143318 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75702bb6-2620-4025-8375-4a5109e85bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b744a59-4e63-4228-92a6-eac29f41ddba'}, {'server_uuid': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f79ce5a-9a37-48fc-8833-63fee9048352'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:45.145719 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbdb922-99e6-4354-8021-6e2b8ca277ad" -d '{"events": [{"server_uuid": "75702bb6-2620-4025-8375-4a5109e85bd0", "name": "network-vif-plugged", "status": "completed", "tag": "9b744a59-4e63-4228-92a6-eac29f41ddba"}, {"server_uuid": "83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8", "name": "network-vif-plugged", "status": "completed", "tag": "5f79ce5a-9a37-48fc-8833-63fee9048352"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:45.159435 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90860a-d808-4bb5-839f-be4380a410a5 req-54a88b97-081a-4fc2-ba4f-4d51b481ab25 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:45.161439 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bf90860a-d808-4bb5-839f-be4380a410a5 req-54a88b97-081a-4fc2-ba4f-4d51b481ab25 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 945 time: 0.0663207 Aug 27 03:12:45.198615 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc21c0d-4bbb-4f1e-80b7-9601ac77fa5a x-openstack-request-id: req-3bc21c0d-4bbb-4f1e-80b7-9601ac77fa5a {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:45.198953 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75702bb6-2620-4025-8375-4a5109e85bd0", "name": "network-vif-plugged", "status": "completed", "tag": "9b744a59-4e63-4228-92a6-eac29f41ddba", "code": 200}, {"server_uuid": "83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8", "name": "network-vif-plugged", "status": "completed", "tag": "5f79ce5a-9a37-48fc-8833-63fee9048352", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:45.202159 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bc21c0d-4bbb-4f1e-80b7-9601ac77fa5a {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:45.202159 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75702bb6-2620-4025-8375-4a5109e85bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b744a59-4e63-4228-92a6-eac29f41ddba', 'code': 200} Aug 27 03:12:45.202159 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f79ce5a-9a37-48fc-8833-63fee9048352', 'code': 200} Aug 27 03:12:45.239137 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bf90860a-d808-4bb5-839f-be4380a410a5 req-06b757cd-faac-4025-949d-a902a46f1b5b tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707624 Aug 27 03:12:45.386895 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202f77c-18f9-4473-907b-e86534c5c690 req-b2ccc411-b8ab-4e73-a25c-7c58ff2d27b1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:45.404419 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9202f77c-18f9-4473-907b-e86534c5c690 req-b2ccc411-b8ab-4e73-a25c-7c58ff2d27b1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.1417449 Aug 27 03:12:45.488503 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9202f77c-18f9-4473-907b-e86534c5c690 req-f71610b1-40fa-415a-b4db-600f803425cb tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829899 Aug 27 03:12:45.530478 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0b491-897b-44c4-9ad7-b788fae555d6 req-7bc1a0c6-1134-4bc0-b2c4-45f8630e3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:45.532259 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6cc0b491-897b-44c4-9ad7-b788fae555d6 req-7bc1a0c6-1134-4bc0-b2c4-45f8630e3835 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 1098 time: 0.1191020 Aug 27 03:12:45.555039 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e0fb0-cbec-4f38-a3d2-4c24c5a5b9c7 req-5fd64e31-9ce3-4031-b8f1-694b947240ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:45.560344 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-895e0fb0-cbec-4f38-a3d2-4c24c5a5b9c7 req-5fd64e31-9ce3-4031-b8f1-694b947240ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.1491265 Aug 27 03:12:45.601950 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6cc0b491-897b-44c4-9ad7-b788fae555d6 req-f57ef982-d09a-4fb5-8b7f-d516280b9012 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619204 Aug 27 03:12:45.646477 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-895e0fb0-cbec-4f38-a3d2-4c24c5a5b9c7 req-f8d704a9-8f8d-4c03-a22e-c035c8fdbae7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787091 Aug 27 03:12:45.761729 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36262) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:45.867916 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b77aff-02b4-4af5-9744-8f8267a0bed9 req-5611d343-6689-4ff8-85a3-7ffcbf13d99c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:45.870394 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebe1d7-707c-4886-aee3-a9d89751ad34 req-fa999b90-c66a-4f72-9a5c-05c04910c242 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:45.876353 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-37b77aff-02b4-4af5-9744-8f8267a0bed9 req-5611d343-6689-4ff8-85a3-7ffcbf13d99c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 945 time: 0.0677927 Aug 27 03:12:45.878339 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-baebe1d7-707c-4886-aee3-a9d89751ad34 req-fa999b90-c66a-4f72-9a5c-05c04910c242 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0754387 Aug 27 03:12:45.917225 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-baebe1d7-707c-4886-aee3-a9d89751ad34 req-ebb397bc-cfad-46d7-a5aa-4639863c09e6 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378127 Aug 27 03:12:45.933383 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-37b77aff-02b4-4af5-9744-8f8267a0bed9 req-fe1ee8b5-204f-48fc-acf9-ade20d6c6b99 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540912 Aug 27 03:12:45.981633 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c98d7415-9ae0-4cbb-91ad-535f1a6cb674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.094350 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c98d7415-9ae0-4cbb-91ad-535f1a6cb674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.099082 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c98d7415-9ae0-4cbb-91ad-535f1a6cb674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.146457 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d7415-9ae0-4cbb-91ad-535f1a6cb674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2ea7bd-2783-4a55-828a-44dbcbaea0cf,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:46.152649 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-c98d7415-9ae0-4cbb-91ad-535f1a6cb674 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03387fc297514606a6beb1bc186660c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892069 Aug 27 03:12:46.156264 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36278) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:46.229333 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36282) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:46.246448 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce235-6b54-405d-8c14-51a71c0b89b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.310682 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce235-6b54-405d-8c14-51a71c0b89b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.385148 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a3d994f0-5c87-40e7-adab-3d86014a4e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.400989 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-9b7bc4a5-696d-4191-bd87-015b604ba196 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f42e98aafd8f4a49bd18ae168a791961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354955 Aug 27 03:12:46.402358 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce235-6b54-405d-8c14-51a71c0b89b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.405511 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cf2ce235-6b54-405d-8c14-51a71c0b89b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.406618 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-cf2ce235-6b54-405d-8c14-51a71c0b89b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e2ea7bd-2783-4a55-828a-44dbcbaea0cf HTTP/1.1" status: 204 len: 168 time: 0.2491989 Aug 27 03:12:46.450186 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ce235-6b54-405d-8c14-51a71c0b89b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2ea7bd-2783-4a55-828a-44dbcbaea0cf,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:46.499349 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a3d994f0-5c87-40e7-adab-3d86014a4e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.504578 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a3d994f0-5c87-40e7-adab-3d86014a4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.546659 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d994f0-5c87-40e7-adab-3d86014a4e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38597ed1-0f83-483d-85ea-f0f8139921ca,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:46.561025 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-a3d994f0-5c87-40e7-adab-3d86014a4e2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04e44341171a4db0b8145ba4c468e7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303773 Aug 27 03:12:46.561751 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36306) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:46.641676 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeb423-495f-4fe6-810a-3c450428a674 req-a7358427-35d0-4406-afd6-75b6ed85fc28 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:46.641676 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-a7358427-35d0-4406-afd6-75b6ed85fc28 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336297 Aug 27 03:12:46.659281 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-3aae6c71-f9d8-4d81-8725-990518d08155 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/quotas/f42e98aafd8f4a49bd18ae168a791961 HTTP/1.1" status: 200 len: 375 time: 0.0113311 Aug 27 03:12:46.675510 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e1b6a-a67e-44fa-86f7-4a218b201683 req-fdfa850c-71af-4e18-ab2b-38261162003c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:46.677071 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-275e1b6a-a67e-44fa-86f7-4a218b201683 req-fdfa850c-71af-4e18-ab2b-38261162003c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0934720 Aug 27 03:12:46.680202 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-119a4689-3785-4fe9-bd78-417f742e83e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.694277 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-cfae72d1-f65b-4c61-a6d4-57c870c8c53e tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f42e98aafd8f4a49bd18ae168a791961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300062 Aug 27 03:12:46.720980 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-119a4689-3785-4fe9-bd78-417f742e83e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.756813 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-275e1b6a-a67e-44fa-86f7-4a218b201683 req-40d4e9a6-8ad3-4658-8161-9e05803a7b68 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715115 Aug 27 03:12:46.816172 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-119a4689-3785-4fe9-bd78-417f742e83e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.819000 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-119a4689-3785-4fe9-bd78-417f742e83e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.830754 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-119a4689-3785-4fe9-bd78-417f742e83e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38597ed1-0f83-483d-85ea-f0f8139921ca HTTP/1.1" status: 204 len: 168 time: 0.2627738 Aug 27 03:12:46.853606 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a4689-3785-4fe9-bd78-417f742e83e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38597ed1-0f83-483d-85ea-f0f8139921ca,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:46.874102 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36324) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:46.899653 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5db9-7e06-42a4-afb7-03384b2caf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:46.962153 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.024288 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ffbbc02c-7297-47fb-ab51-e241f6bc0a93 req-091ca745-0d25-484a-bed9-e67fa48cfb7d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 210 time: 0.0626647 Aug 27 03:12:47.200695 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5db9-7e06-42a4-afb7-03384b2caf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.223955 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5db9-7e06-42a4-afb7-03384b2caf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.293371 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cec9e5-4ba7-4404-9b82-b322ab383e7e req-e1e56c50-25a9-4a77-9477-5727365d949f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:47.301170 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-22cec9e5-4ba7-4404-9b82-b322ab383e7e req-e1e56c50-25a9-4a77-9477-5727365d949f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.1197610 Aug 27 03:12:47.309311 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36346) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:47.321573 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-5e8e5db9-7e06-42a4-afb7-03384b2caf1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7f6893e35bf4a90bfbc4324a48656af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353807 Aug 27 03:12:47.336893 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e5db9-7e06-42a4-afb7-03384b2caf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b58016-3f44-4d0b-9fdb-a75e8bbd2db7,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:47.386521 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36352) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:47.412685 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-924178b3-63dd-4191-b350-dfb82e7f23ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.429207 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-22cec9e5-4ba7-4404-9b82-b322ab383e7e req-a17ea479-85d9-4475-b488-a16f11978bbc tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119852 Aug 27 03:12:47.444688 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-924178b3-63dd-4191-b350-dfb82e7f23ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.478119 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8974fbaf-279e-4c22-8d90-43d324b790e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.519799 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-924178b3-63dd-4191-b350-dfb82e7f23ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.524406 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-924178b3-63dd-4191-b350-dfb82e7f23ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.525693 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-924178b3-63dd-4191-b350-dfb82e7f23ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28b58016-3f44-4d0b-9fdb-a75e8bbd2db7 HTTP/1.1" status: 204 len: 168 time: 0.2151484 Aug 27 03:12:47.545617 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924178b3-63dd-4191-b350-dfb82e7f23ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b58016-3f44-4d0b-9fdb-a75e8bbd2db7,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:47.641547 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8974fbaf-279e-4c22-8d90-43d324b790e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.647092 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8974fbaf-279e-4c22-8d90-43d324b790e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.703389 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36366) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:47.704450 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8974fbaf-279e-4c22-8d90-43d324b790e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e53d833840274ce5917f3c91ff871de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153846 Aug 27 03:12:47.706209 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974fbaf-279e-4c22-8d90-43d324b790e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4b53f4-9c9e-4795-b934-8125cd33682e,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:47.812934 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6671-23bf-4d70-a7dd-a3f0be4a36b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.848183 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6671-23bf-4d70-a7dd-a3f0be4a36b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.910304 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6671-23bf-4d70-a7dd-a3f0be4a36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.915741 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6671-23bf-4d70-a7dd-a3f0be4a36b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:47.918930 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758d956-862a-4426-afa6-066c7f3ca11b req-a103b15d-6074-4d8a-8efd-ca466dcce451 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:47.919851 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1758d956-862a-4426-afa6-066c7f3ca11b req-a103b15d-6074-4d8a-8efd-ca466dcce451 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0757680 Aug 27 03:12:47.920235 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-8b7d6671-23bf-4d70-a7dd-a3f0be4a36b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea4b53f4-9c9e-4795-b934-8125cd33682e HTTP/1.1" status: 204 len: 168 time: 0.2154438 Aug 27 03:12:47.940155 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d6671-23bf-4d70-a7dd-a3f0be4a36b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4b53f4-9c9e-4795-b934-8125cd33682e,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:48.002719 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1758d956-862a-4426-afa6-066c7f3ca11b req-b3beb417-0c64-4f02-be17-1af3f20c840e tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497334 Aug 27 03:12:48.223086 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-55ff89e4-0938-4637-9af7-4a3f5ea7792f req-7380d144-ec94-4528-9d2f-64fd78d6e397 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 210 time: 0.0303004 Aug 27 03:12:48.396746 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-3a85fb7f-cb91-49ba-89e4-0024ee0df15b tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f42e98aafd8f4a49bd18ae168a791961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396080 Aug 27 03:12:48.591657 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de7c93-7cf1-448a-9baf-b1b0266a78a2 req-3ffbc505-b917-46f5-a8e6-c3d905b47372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:48.594072 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d9de7c93-7cf1-448a-9baf-b1b0266a78a2 req-3ffbc505-b917-46f5-a8e6-c3d905b47372 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0701911 Aug 27 03:12:48.616771 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeb423-495f-4fe6-810a-3c450428a674 req-29b48345-cb64-4479-b435-ed0800e6d9dc tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:48.618707 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-29b48345-cb64-4479-b435-ed0800e6d9dc tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168667 Aug 27 03:12:48.628469 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfba2e-1e49-468f-b30e-bd9cedfc28ce req-4e3c6928-461b-4b08-8027-5831730b9954 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:48.630241 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9bbfba2e-1e49-468f-b30e-bd9cedfc28ce req-4e3c6928-461b-4b08-8027-5831730b9954 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0938950 Aug 27 03:12:48.635234 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Request body: {'port': {'device_id': 'f44bc221-f596-4205-a672-bcee1d4f0e32', 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c', 'admin_state_up': True, 'tenant_id': 'f42e98aafd8f4a49bd18ae168a791961'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:48.732102 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9bbfba2e-1e49-468f-b30e-bd9cedfc28ce req-4009d8e1-c599-43f1-8c93-e11612cd7bb3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901330 Aug 27 03:12:48.774712 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded97666-bf9d-4bf9-b77a-4ded5251ebca req-2b085527-8143-47ea-ba2f-970f175f31ae tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:48.775992 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ded97666-bf9d-4bf9-b77a-4ded5251ebca req-2b085527-8143-47ea-ba2f-970f175f31ae tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.1765857 Aug 27 03:12:48.809954 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Made reservation on behalf of f42e98aafd8f4a49bd18ae168a791961 for: {'port': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:12:48.814783 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:48.834680 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:48.877835 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de7c93-7cf1-448a-9baf-b1b0266a78a2 req-6ab7de8c-32b1-4059-b7ac-dc1733324649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:48.879607 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d9de7c93-7cf1-448a-9baf-b1b0266a78a2 req-6ab7de8c-32b1-4059-b7ac-dc1733324649 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 919 time: 0.2786674 Aug 27 03:12:48.888108 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ded97666-bf9d-4bf9-b77a-4ded5251ebca req-40bd296f-d502-484b-85b0-a27e05f29f8c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864780 Aug 27 03:12:48.939951 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d9de7c93-7cf1-448a-9baf-b1b0266a78a2 req-764cd91c-6192-42c2-9e35-5b3dedb86fea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b744a59-4e63-4228-92a6-eac29f41ddba HTTP/1.1" status: 200 len: 217 time: 0.0503840 Aug 27 03:12:49.004985 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:49.014000 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de7c93-7cf1-448a-9baf-b1b0266a78a2 req-b9d27952-b7a6-47b2-b5af-225a3b0e5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:49.015733 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d9de7c93-7cf1-448a-9baf-b1b0266a78a2 req-b9d27952-b7a6-47b2-b5af-225a3b0e5db6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 200 len: 858 time: 0.0661788 Aug 27 03:12:49.020466 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:49.057459 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10e180-fb00-43d2-bc28-c5bf407bfd38 req-b3baebd2-f29a-45c7-b1d4-4168ca17a9ad tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:49.059739 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ce10e180-fb00-43d2-bc28-c5bf407bfd38 req-b3baebd2-f29a-45c7-b1d4-4168ca17a9ad tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.2080865 Aug 27 03:12:49.081397 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36444) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:49.084045 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d9de7c93-7cf1-448a-9baf-b1b0266a78a2 req-0c72323d-69be-48df-a9c1-40feaf3de527 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b17879c-d837-4d30-a4db-99c881c934c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589132 Aug 27 03:12:49.091252 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-14d4e32d-3904-4482-bd9c-3dbf77bdb573 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'floatingip': {'port_id': '5f79ce5a-9a37-48fc-8833-63fee9048352'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:49.130641 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b293ad6f-37e1-4e9a-b585-e3781c98e7dd,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:49.234203 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Allocated IP 192.168.233.174 (18a2016b-069f-430f-889e-32ae56993e5c/dfa258ec-cf0c-431a-9f0a-57af6e2196ba/70cdd006-31bd-4939-8c36-1bfcb4eebbf9) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:12:49.421893 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-14d4e32d-3904-4482-bd9c-3dbf77bdb573 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:49.462994 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:49.480660 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.provisioning_blocks [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Transition to ACTIVE for port object 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 will not be triggered until provisioned by entity DHCP. {{(pid=93974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:49.485391 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f9a6866c-cad8-47af-ab41-f04e16b8d68c req-647cb147-50d6-435d-b4d7-a1fc2d896c4f tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 210 time: 0.0902238 Aug 27 03:12:49.533042 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:49.589236 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Network 18a2016b-069f-430f-889e-32ae56993e5c is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:12:49.593671 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:12:49.596681 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:12:49.604599 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:49.605582 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:49.607545 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d9de7c93-7cf1-448a-9baf-b1b0266a78a2 req-2415e43a-1f97-4677-af91-99e869902b81 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894848 Aug 27 03:12:49.636245 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0046983 Aug 27 03:12:49.638157 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717ffde-3c2d-401b-ab40-036e8ad09dfe tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Pushing event updated for resources: {'Port': ['ID=70cdd006-31bd-4939-8c36-1bfcb4eebbf9,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:49.660790 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Request body: {'port': {'device_id': 'f44bc221-f596-4205-a672-bcee1d4f0e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:12:49.740058 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:49.841491 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36466) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:49.878903 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-f50162bf-bd7e-4241-b722-7dcda5c67cf8 None None] Provisioning for port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:12:49.885784 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-f50162bf-bd7e-4241-b722-7dcda5c67cf8 None None] Provisioning complete for port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:12:49.886479 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-f50162bf-bd7e-4241-b722-7dcda5c67cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:49.965009 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-f50162bf-bd7e-4241-b722-7dcda5c67cf8 None None] Port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:12:50.011639 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d9de7c93-7cf1-448a-9baf-b1b0266a78a2 req-8fca6cc7-7e50-4381-b292-9268e01b23e5 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906419 Aug 27 03:12:50.120324 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3b93f0df-7b36-406c-b2c9-a57d68613ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.202708 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8ffb-3c58-4318-9dd9-a1add392514e req-2574e04a-64b5-4400-862a-16f81011f0f9 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:50.204298 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-818a8ffb-3c58-4318-9dd9-a1add392514e req-2574e04a-64b5-4400-862a-16f81011f0f9 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.1958287 Aug 27 03:12:50.327714 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-818a8ffb-3c58-4318-9dd9-a1add392514e req-fd74da74-0ede-4c90-ad2f-6e9de6f555a5 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101773 Aug 27 03:12:50.347133 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-14d4e32d-3904-4482-bd9c-3dbf77bdb573 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.353072 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-14d4e32d-3904-4482-bd9c-3dbf77bdb573 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.354997 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 {{(pid=93974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:50.369057 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.409201 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.provisioning_blocks [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Transition to ACTIVE for port object 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 will not be triggered until provisioned by entity L2. {{(pid=93974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:12:50.430382 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3b93f0df-7b36-406c-b2c9-a57d68613ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.431577 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.487965 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Pushing event updated for resources: {'Port': ['ID=70cdd006-31bd-4939-8c36-1bfcb4eebbf9,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:50.491949 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3b93f0df-7b36-406c-b2c9-a57d68613ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.543836 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93f0df-7b36-406c-b2c9-a57d68613ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3642445-0605-4192-85c0-ee7b27b9df57,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:50.552085 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-3b93f0df-7b36-406c-b2c9-a57d68613ed3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=696c2933e54e401e96f01d0fb0f8d811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7095833 Aug 27 03:12:50.552690 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36502) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:50.581427 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.l3_db [None req-14d4e32d-3904-4482-bd9c-3dbf77bdb573 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Floating IP b50251e3-2195-4988-8b47-a1ba9501b78c associated. External IP: 172.27.1.42, port: 5f79ce5a-9a37-48fc-8833-63fee9048352. Aug 27 03:12:50.633191 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Attempting to bind port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:12:50.633558 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Attempting to bind port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'c5e0209d-d0c2-44d1-9832-985afc7994cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c'}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:12:50.633865 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Attempting to bind port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 on network 18a2016b-069f-430f-889e-32ae56993e5c {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:50.642354 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 on network 18a2016b-069f-430f-889e-32ae56993e5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:12:50.642565 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Attempting to bind port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 on network 18a2016b-069f-430f-889e-32ae56993e5c {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:12:50.652022 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:12:50.652274 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Checking segment: {'id': 'c5e0209d-d0c2-44d1-9832-985afc7994cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:12:50.652983 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Bound using segment: {'id': 'c5e0209d-d0c2-44d1-9832-985afc7994cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c'} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:12:50.653979 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Bound port: 70cdd006-31bd-4939-8c36-1bfcb4eebbf9, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e0209d-d0c2-44d1-9832-985afc7994cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c'}}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:12:50.654345 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.682690 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-93cfd052-1577-4c5d-a994-1f5bfd797cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.737749 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-93cfd052-1577-4c5d-a994-1f5bfd797cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.742141 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0c54-0daf-415f-a40a-2bf25f7f8672 req-048e549d-5e5b-4a3e-a7a1-dae868399abc tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:50.743711 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-769b0c54-0daf-415f-a40a-2bf25f7f8672 req-048e549d-5e5b-4a3e-a7a1-dae868399abc tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 948 time: 0.1230822 Aug 27 03:12:50.807458 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] For port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9, host hv-cinder-80588, cleared binding levels {{(pid=93974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:12:50.812172 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] For port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=70cdd006-31bd-4939-8c36-1bfcb4eebbf9,segment=NetworkSegment(c5e0209d-d0c2-44d1-9832-985afc7994cb),segment_id=c5e0209d-d0c2-44d1-9832-985afc7994cb)] {{(pid=93974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:12:50.817533 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.846915 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-769b0c54-0daf-415f-a40a-2bf25f7f8672 req-7ee8c816-5526-4d61-88cd-c0ab126141a2 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936084 Aug 27 03:12:50.866334 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:50.868642 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.868642 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] 10.222.0.21 "PUT /v2.0/ports/70cdd006-31bd-4939-8c36-1bfcb4eebbf9 HTTP/1.1" status: 200 len: 1098 time: 1.2135720 Aug 27 03:12:50.868918 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44bc221-f596-4205-a672-bcee1d4f0e32', 'tag': '70cdd006-31bd-4939-8c36-1bfcb4eebbf9'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:50.871431 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e" -d '{"events": [{"name": "network-changed", "server_uuid": "f44bc221-f596-4205-a672-bcee1d4f0e32", "tag": "70cdd006-31bd-4939-8c36-1bfcb4eebbf9"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:50.877844 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-93cfd052-1577-4c5d-a994-1f5bfd797cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.880490 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-93cfd052-1577-4c5d-a994-1f5bfd797cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:50.881635 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-93cfd052-1577-4c5d-a994-1f5bfd797cbe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3642445-0605-4192-85c0-ee7b27b9df57 HTTP/1.1" status: 204 len: 168 time: 0.3080237 Aug 27 03:12:50.939911 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f775234d-4309-4f67-ab4a-2b2bafd72e09 x-openstack-request-id: req-f775234d-4309-4f67-ab4a-2b2bafd72e09 {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:50.940204 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44bc221-f596-4205-a672-bcee1d4f0e32", "tag": "70cdd006-31bd-4939-8c36-1bfcb4eebbf9", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:50.940455 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f775234d-4309-4f67-ab4a-2b2bafd72e09 {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:50.940856 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44bc221-f596-4205-a672-bcee1d4f0e32', 'tag': '70cdd006-31bd-4939-8c36-1bfcb4eebbf9', 'status': 'completed', 'code': 200} Aug 27 03:12:50.953102 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cffe9c-20c7-4075-9f5c-3970b26d3349 service neutron] Pushing event updated for resources: {'Port': ['ID=70cdd006-31bd-4939-8c36-1bfcb4eebbf9,revision_number=3']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:50.957192 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfd052-1577-4c5d-a994-1f5bfd797cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3642445-0605-4192-85c0-ee7b27b9df57,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:50.987365 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d4e32d-3904-4482-bd9c-3dbf77bdb573 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Router 192470f6-2056-4e85-8c70-0fb9b705f8ae has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:12:51.031898 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeb423-495f-4fe6-810a-3c450428a674 req-db710f97-afef-44ed-986d-d162228dba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:51.033225 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-db710f97-afef-44ed-986d-d162228dba4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f42e98aafd8f4a49bd18ae168a791961&device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 1101 time: 0.1032810 Aug 27 03:12:51.116976 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-e887b59e-30eb-4e1d-8727-8a20d86e063f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=70cdd006-31bd-4939-8c36-1bfcb4eebbf9 HTTP/1.1" status: 200 len: 217 time: 0.0725119 Aug 27 03:12:51.191380 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeb423-495f-4fe6-810a-3c450428a674 req-304b231b-138e-4bbc-9915-041e67b77ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:51.192915 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-304b231b-138e-4bbc-9915-041e67b77ddd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfa258ec-cf0c-431a-9f0a-57af6e2196ba HTTP/1.1" status: 200 len: 843 time: 0.0643425 Aug 27 03:12:51.263116 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeb423-495f-4fe6-810a-3c450428a674 req-ce479b02-656a-4836-b1b2-bfea9d989520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:51.265433 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-ce479b02-656a-4836-b1b2-bfea9d989520 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18a2016b-069f-430f-889e-32ae56993e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0578063 Aug 27 03:12:51.450971 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d4e32d-3904-4482-bd9c-3dbf77bdb573 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:12:51.456674 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-14d4e32d-3904-4482-bd9c-3dbf77bdb573 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:51.475157 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1bbcd6-d55b-4bb3-82d4-34e8854f69ba None None] Sync routers for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:12:51.501751 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1bbcd6-d55b-4bb3-82d4-34e8854f69ba None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:51.502382 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-4a1bbcd6-d55b-4bb3-82d4-34e8854f69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:12:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:51.548690 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc4ce5-2773-48fe-bbff-999b4d7badec req-0e13a287-b2cb-4edb-89fe-b92c9da48b51 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:51.550429 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-78fc4ce5-2773-48fe-bbff-999b4d7badec req-0e13a287-b2cb-4edb-89fe-b92c9da48b51 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.1375880 Aug 27 03:12:51.565162 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-14d4e32d-3904-4482-bd9c-3dbf77bdb573 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "PUT /v2.0/floatingips/b50251e3-2195-4988-8b47-a1ba9501b78c HTTP/1.1" status: 200 len: 990 time: 2.4800634 Aug 27 03:12:51.579379 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'tag': '5f79ce5a-9a37-48fc-8833-63fee9048352'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:12:51.584622 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f68cf2-a90b-4544-9892-9f5ad149c362" -d '{"events": [{"name": "network-changed", "server_uuid": "83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8", "tag": "5f79ce5a-9a37-48fc-8833-63fee9048352"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:12:51.647267 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-89578c25-11f6-41f3-ba66-d4910d90f990 service neutron] 10.222.0.21 "GET /v2.0/networks/18a2016b-069f-430f-889e-32ae56993e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725312 Aug 27 03:12:51.680110 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-78fc4ce5-2773-48fe-bbff-999b4d7badec req-163e7681-a1c6-4670-9bfa-44fa51ed662a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085329 Aug 27 03:12:51.733775 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-4a1bbcd6-d55b-4bb3-82d4-34e8854f69ba None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:51.744965 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168449f6-b9a9-48d5-a59e-32e2c10d2a6e x-openstack-request-id: req-168449f6-b9a9-48d5-a59e-32e2c10d2a6e {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:12:51.745459 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8", "tag": "5f79ce5a-9a37-48fc-8833-63fee9048352", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:12:51.745785 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-168449f6-b9a9-48d5-a59e-32e2c10d2a6e {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:12:51.746929 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'tag': '5f79ce5a-9a37-48fc-8833-63fee9048352', 'status': 'completed', 'code': 200} Aug 27 03:12:51.822476 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-efeeb423-495f-4fe6-810a-3c450428a674 req-6489cf6b-e4aa-4e5c-b447-0ad832f2a433 service neutron] 10.222.0.21 "GET /v2.0/networks/18a2016b-069f-430f-889e-32ae56993e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622310 Aug 27 03:12:51.842952 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f68cf2-a90b-4544-9892-9f5ad149c362 req-bddbd608-e423-49dd-a8a2-848553894369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:51.844566 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-68f68cf2-a90b-4544-9892-9f5ad149c362 req-bddbd608-e423-49dd-a8a2-848553894369 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0671992 Aug 27 03:12:52.001835 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e req-89206fe2-ac00-4f15-8552-dc4cbf67b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:52.004560 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e req-89206fe2-ac00-4f15-8552-dc4cbf67b5a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f42e98aafd8f4a49bd18ae168a791961&device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 1101 time: 0.1001759 Aug 27 03:12:52.085035 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cc9c2-3ab0-4b00-9da2-d243942299ee req-0aebcb0b-4074-4890-9a06-776a3511b879 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:52.093600 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e94cc9c2-3ab0-4b00-9da2-d243942299ee req-0aebcb0b-4074-4890-9a06-776a3511b879 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 948 time: 0.1313581 Aug 27 03:12:52.138374 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e req-a4c2f352-c475-4562-b4e9-9cac8ec91ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:52.139964 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e req-a4c2f352-c475-4562-b4e9-9cac8ec91ce6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18a2016b-069f-430f-889e-32ae56993e5c HTTP/1.1" status: 200 len: 870 time: 0.1222272 Aug 27 03:12:52.187058 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e94cc9c2-3ab0-4b00-9da2-d243942299ee req-e3efbdb6-c747-431c-8185-c674e069c41c tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924718 Aug 27 03:12:52.188447 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f68cf2-a90b-4544-9892-9f5ad149c362 req-274af2e1-e236-4eff-bcc8-775af2ca519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:52.189834 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-68f68cf2-a90b-4544-9892-9f5ad149c362 req-274af2e1-e236-4eff-bcc8-775af2ca519d service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.3371370 Aug 27 03:12:52.215978 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e req-4b0a2444-3d56-45d8-b656-6d475d2fe33a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=70cdd006-31bd-4939-8c36-1bfcb4eebbf9 HTTP/1.1" status: 200 len: 217 time: 0.0563710 Aug 27 03:12:52.220230 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-4a1bbcd6-d55b-4bb3-82d4-34e8854f69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': 'b50251e3-2195-4988-8b47-a1ba9501b78c', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'port_id': '5f79ce5a-9a37-48fc-8833-63fee9048352', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'mac_address': 'fa:16:3e:2e:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:12:30Z', 'updated_at': '2021-08-27T03:12:50Z', 'revision_number': 1, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:52.274783 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e req-b4c7004e-0132-407a-b5c4-df3b45efd95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:52.276170 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e req-b4c7004e-0132-407a-b5c4-df3b45efd95e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfa258ec-cf0c-431a-9f0a-57af6e2196ba HTTP/1.1" status: 200 len: 843 time: 0.0489366 Aug 27 03:12:52.351358 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e req-9c4e7a68-eeae-4b18-882a-7924b3629f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:52.354566 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e req-9c4e7a68-eeae-4b18-882a-7924b3629f89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18a2016b-069f-430f-889e-32ae56993e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0585625 Aug 27 03:12:52.359176 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1bbcd6-d55b-4bb3-82d4-34e8854f69ba None None] Checking router: 192470f6-2056-4e85-8c70-0fb9b705f8ae for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:12:52.368643 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1bbcd6-d55b-4bb3-82d4-34e8854f69ba None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:12:52.369484 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-4a1bbcd6-d55b-4bb3-82d4-34e8854f69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:12:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:52.376425 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-68f68cf2-a90b-4544-9892-9f5ad149c362 req-310608f3-a9db-4168-bb47-8b5937ba3236 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 998 time: 0.1783683 Aug 27 03:12:52.464902 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f68cf2-a90b-4544-9892-9f5ad149c362 req-4a860d64-1cfd-4d9e-a7be-4c6f723c45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:52.469273 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-68f68cf2-a90b-4544-9892-9f5ad149c362 req-4a860d64-1cfd-4d9e-a7be-4c6f723c45a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0680656 Aug 27 03:12:52.500144 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e req-2f1d07dd-2056-4a12-846d-ae498ca64529 service neutron] 10.222.0.21 "GET /v2.0/networks/18a2016b-069f-430f-889e-32ae56993e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246510 Aug 27 03:12:52.555310 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-4a1bbcd6-d55b-4bb3-82d4-34e8854f69ba None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:12:52.565702 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f68cf2-a90b-4544-9892-9f5ad149c362 req-e024c332-c96b-4dbc-8ff9-3a08af81f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:52.572207 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-68f68cf2-a90b-4544-9892-9f5ad149c362 req-e024c332-c96b-4dbc-8ff9-3a08af81f287 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754499 Aug 27 03:12:52.603242 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c3e8e417-207f-4afb-ad0e-a2e2d2f0833e req-ebcf025c-3fa9-42a3-8099-f86ea4be72d3 service neutron] 10.222.0.21 "GET /v2.0/networks/18a2016b-069f-430f-889e-32ae56993e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942779 Aug 27 03:12:52.756595 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-68f68cf2-a90b-4544-9892-9f5ad149c362 req-96c5f7f5-7033-4a71-8aea-c35dd0205a05 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729598 Aug 27 03:12:52.901546 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-4a1bbcd6-d55b-4bb3-82d4-34e8854f69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': 'b50251e3-2195-4988-8b47-a1ba9501b78c', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'port_id': '5f79ce5a-9a37-48fc-8833-63fee9048352', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'mac_address': 'fa:16:3e:2e:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:12:30Z', 'updated_at': '2021-08-27T03:12:50Z', 'revision_number': 1, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:12:52.930239 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1bbcd6-d55b-4bb3-82d4-34e8854f69ba None None] The sync data for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi is: [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': 'b50251e3-2195-4988-8b47-a1ba9501b78c', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'port_id': '5f79ce5a-9a37-48fc-8833-63fee9048352', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'mac_address': 'fa:16:3e:2e:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:12:30Z', 'updated_at': '2021-08-27T03:12:50Z', 'revision_number': 1, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:12:52.943832 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9e1c7-cf22-457b-a3df-5f5a0458a05e req-f096a881-ea66-4ea6-81df-1a35719ad4a4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:52.945454 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7fe9e1c7-cf22-457b-a3df-5f5a0458a05e req-f096a881-ea66-4ea6-81df-1a35719ad4a4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.1636739 Aug 27 03:12:52.978198 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-68f68cf2-a90b-4544-9892-9f5ad149c362 req-33ca384b-81b3-4ecf-a938-38aab9fe2c7c service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054594 Aug 27 03:12:53.001357 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7fe9e1c7-cf22-457b-a3df-5f5a0458a05e req-4aceb07b-8f06-4171-8247-8f1cf66a0536 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480337 Aug 27 03:12:53.161217 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0418fe-7102-45e8-a9f8-cf92acaddb68 None None] New status for floating IP b50251e3-2195-4988-8b47-a1ba9501b78c: ACTIVE {{(pid=93975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:12:53.354509 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e10d4-b861-4e3f-9ea9-ad42e37f9da4 req-62770b73-c438-442c-ad17-8da568785382 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:53.364066 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-559e10d4-b861-4e3f-9ea9-ad42e37f9da4 req-62770b73-c438-442c-ad17-8da568785382 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 948 time: 0.0659893 Aug 27 03:12:53.405759 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-559e10d4-b861-4e3f-9ea9-ad42e37f9da4 req-16c72a5f-0647-4434-86a5-8d2467ee8d5b tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 Aug 27 03:12:53.508804 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36614) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:53.613166 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c2948f81-8931-4b09-bf89-6d5aa582d156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:53.709472 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c2948f81-8931-4b09-bf89-6d5aa582d156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:53.715621 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c2948f81-8931-4b09-bf89-6d5aa582d156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:53.756849 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-c2948f81-8931-4b09-bf89-6d5aa582d156 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c1ce7ccdbab4294a9cc1818dd08d2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441130 Aug 27 03:12:53.756849 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2948f81-8931-4b09-bf89-6d5aa582d156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f70692c-d96d-4c19-a73a-559fbbdbab33,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:53.757420 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36620) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:53.814016 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8d5943cb-61ae-4317-a5bd-839d989c6264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:53.835934 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8d5943cb-61ae-4317-a5bd-839d989c6264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:53.883483 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8d5943cb-61ae-4317-a5bd-839d989c6264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:53.886320 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8d5943cb-61ae-4317-a5bd-839d989c6264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:53.887575 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8d5943cb-61ae-4317-a5bd-839d989c6264 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f70692c-d96d-4c19-a73a-559fbbdbab33 HTTP/1.1" status: 204 len: 168 time: 0.1288929 Aug 27 03:12:53.896578 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5943cb-61ae-4317-a5bd-839d989c6264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f70692c-d96d-4c19-a73a-559fbbdbab33,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:54.146937 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409a24e-ace8-470f-a3e6-30277f99ad93 req-846c1441-9d04-4ad7-88fe-67b1c4187403 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:54.148620 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6409a24e-ace8-470f-a3e6-30277f99ad93 req-846c1441-9d04-4ad7-88fe-67b1c4187403 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0653491 Aug 27 03:12:54.184631 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36636) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:54.197858 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e1479bf0-3ded-4531-b12f-8a2d4b4ea555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:54.204381 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6409a24e-ace8-470f-a3e6-30277f99ad93 req-50ac69f0-0c50-47ca-a062-23d3aedc8299 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448565 Aug 27 03:12:54.295894 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e1479bf0-3ded-4531-b12f-8a2d4b4ea555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:54.300034 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e1479bf0-3ded-4531-b12f-8a2d4b4ea555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:54.338454 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e1479bf0-3ded-4531-b12f-8a2d4b4ea555 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94d57649576e47b08a11014001b0feda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527481 Aug 27 03:12:54.339312 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1479bf0-3ded-4531-b12f-8a2d4b4ea555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daab4c07-b711-4d5d-b1e3-cf3bd45dbe75,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:54.341613 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36640) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:54.389802 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3019-f376-4968-b415-389d25e07821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:54.410678 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3019-f376-4968-b415-389d25e07821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:54.460182 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3019-f376-4968-b415-389d25e07821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:54.462736 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3019-f376-4968-b415-389d25e07821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:54.463904 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-3bbc3019-f376-4968-b415-389d25e07821 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/daab4c07-b711-4d5d-b1e3-cf3bd45dbe75 HTTP/1.1" status: 204 len: 168 time: 0.1213310 Aug 27 03:12:54.472343 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc3019-f376-4968-b415-389d25e07821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daab4c07-b711-4d5d-b1e3-cf3bd45dbe75,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:54.532720 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18ff98-f3a0-4400-a7d8-14c1ed89a188 req-cc1eacf2-46e5-4753-ba2d-6e6fd1cd4f0c tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:54.534679 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ee18ff98-f3a0-4400-a7d8-14c1ed89a188 req-cc1eacf2-46e5-4753-ba2d-6e6fd1cd4f0c tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 948 time: 0.0496907 Aug 27 03:12:54.577917 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ee18ff98-f3a0-4400-a7d8-14c1ed89a188 req-1cf3c1fd-7f64-4eb2-8162-09cad10ea68b tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Aug 27 03:12:54.813705 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36656) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:54.828577 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a2831ff1-10f9-4fc5-b5ec-892491a337d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:54.921190 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a2831ff1-10f9-4fc5-b5ec-892491a337d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:54.925229 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a2831ff1-10f9-4fc5-b5ec-892491a337d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:54.963645 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-a2831ff1-10f9-4fc5-b5ec-892491a337d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b25507b8432445b9320a71beab11183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486678 Aug 27 03:12:54.966845 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36662) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:54.973253 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2831ff1-10f9-4fc5-b5ec-892491a337d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad1fa60-cd1a-458d-aa2d-629a313a1536,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:54.980116 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36664) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:55.035383 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e5de5d87-4f4f-4fff-be0b-10efc1e906cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.060100 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e5de5d87-4f4f-4fff-be0b-10efc1e906cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.112820 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e5de5d87-4f4f-4fff-be0b-10efc1e906cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.115501 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e5de5d87-4f4f-4fff-be0b-10efc1e906cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.119076 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e5de5d87-4f4f-4fff-be0b-10efc1e906cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cad1fa60-cd1a-458d-aa2d-629a313a1536 HTTP/1.1" status: 204 len: 168 time: 0.1488616 Aug 27 03:12:55.125566 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de5d87-4f4f-4fff-be0b-10efc1e906cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad1fa60-cd1a-458d-aa2d-629a313a1536,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:55.221382 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1e59225d-8ff7-414f-8eb6-f030ef9be106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.344542 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b54e8-d0bc-45aa-8fcb-ca3d2f55ac8d req-3b00dd3f-54c2-4e1b-90b9-52ff83f17090 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:55.346096 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-249b54e8-d0bc-45aa-8fcb-ca3d2f55ac8d req-3b00dd3f-54c2-4e1b-90b9-52ff83f17090 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0714972 Aug 27 03:12:55.388381 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1e59225d-8ff7-414f-8eb6-f030ef9be106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.396527 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1e59225d-8ff7-414f-8eb6-f030ef9be106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.421489 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-249b54e8-d0bc-45aa-8fcb-ca3d2f55ac8d req-fb612a6f-f939-4a60-9e9e-b69fdd41ee00 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665514 Aug 27 03:12:55.438689 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-1e59225d-8ff7-414f-8eb6-f030ef9be106 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2136c7c1688645cda01aa07693e88013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568269 Aug 27 03:12:55.442007 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36684) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:55.444534 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59225d-8ff7-414f-8eb6-f030ef9be106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ef484b-f0fb-40b2-8b82-524ca3f8124f,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:55.494915 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6985c003-b8ae-4263-a64a-4972d38aef15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.516196 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6985c003-b8ae-4263-a64a-4972d38aef15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.567349 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6985c003-b8ae-4263-a64a-4972d38aef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.569929 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6985c003-b8ae-4263-a64a-4972d38aef15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.571072 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-6985c003-b8ae-4263-a64a-4972d38aef15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9ef484b-f0fb-40b2-8b82-524ca3f8124f HTTP/1.1" status: 204 len: 168 time: 0.1283002 Aug 27 03:12:55.580028 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985c003-b8ae-4263-a64a-4972d38aef15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ef484b-f0fb-40b2-8b82-524ca3f8124f,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:55.713630 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82af222-f37c-4b3e-a78f-fd133437643a req-f64eb2a0-c201-43e9-97bb-af82e63e307d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:55.715854 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c82af222-f37c-4b3e-a78f-fd133437643a req-f64eb2a0-c201-43e9-97bb-af82e63e307d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 948 time: 0.0604317 Aug 27 03:12:55.756859 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c82af222-f37c-4b3e-a78f-fd133437643a req-b4c98c28-928b-464c-8692-9db209d02909 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334079 Aug 27 03:12:55.926903 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36708) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:55.940697 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4e5b64ff-8eab-4e30-bd53-a89f45f6d281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:56.049286 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4e5b64ff-8eab-4e30-bd53-a89f45f6d281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:56.053753 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4e5b64ff-8eab-4e30-bd53-a89f45f6d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:56.096880 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-4e5b64ff-8eab-4e30-bd53-a89f45f6d281 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e15d96d306340d1a86d4a0677e4573c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663649 Aug 27 03:12:56.096880 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b64ff-8eab-4e30-bd53-a89f45f6d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a1e141-091b-4b85-b5bd-4c8ca489dc32,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:56.097261 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36710) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:12:56.160443 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-21bd6aea-f38b-4088-b60d-ca3a7485402f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:56.184409 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-21bd6aea-f38b-4088-b60d-ca3a7485402f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:56.235083 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-21bd6aea-f38b-4088-b60d-ca3a7485402f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:56.237623 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-21bd6aea-f38b-4088-b60d-ca3a7485402f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:56.238875 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-21bd6aea-f38b-4088-b60d-ca3a7485402f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58a1e141-091b-4b85-b5bd-4c8ca489dc32 HTTP/1.1" status: 204 len: 168 time: 0.1400216 Aug 27 03:12:56.248140 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd6aea-f38b-4088-b60d-ca3a7485402f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a1e141-091b-4b85-b5bd-4c8ca489dc32,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:56.540281 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f05d9-bbfb-4db7-af90-ddd0e4467de1 req-3dd99e3a-a4a7-47e0-807c-c162aec2706c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:56.541777 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c80f05d9-bbfb-4db7-af90-ddd0e4467de1 req-3dd99e3a-a4a7-47e0-807c-c162aec2706c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0515611 Aug 27 03:12:56.580469 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c80f05d9-bbfb-4db7-af90-ddd0e4467de1 req-888c1f6d-d3d4-49c3-ad33-ab9f954ac73a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Aug 27 03:12:56.639450 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:12:56.741688 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=70cdd006-31bd-4939-8c36-1bfcb4eebbf9,segment=NetworkSegment(c5e0209d-d0c2-44d1-9832-985afc7994cb),segment_id=c5e0209d-d0c2-44d1-9832-985afc7994cb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:56.755089 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '70cdd006-31bd-4939-8c36-1bfcb4eebbf9', 'network_id': '18a2016b-069f-430f-889e-32ae56993e5c', 'port_id': '70cdd006-31bd-4939-8c36-1bfcb4eebbf9', 'mac_address': 'fa:16:3e:e6:23:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa258ec-cf0c-431a-9f0a-57af6e2196ba', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:12:56.792494 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:56.806844 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:12:56.842609 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=70cdd006-31bd-4939-8c36-1bfcb4eebbf9,segment=NetworkSegment(c5e0209d-d0c2-44d1-9832-985afc7994cb),segment_id=c5e0209d-d0c2-44d1-9832-985afc7994cb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:12:56.849972 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:56.903311 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=70cdd006-31bd-4939-8c36-1bfcb4eebbf9,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:12:56.913583 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78026779-efc4-4403-b756-d42dae7a068e req-4f25c099-f609-4d7d-ba98-715bc4d56fa4 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:56.921151 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-78026779-efc4-4403-b756-d42dae7a068e req-4f25c099-f609-4d7d-ba98-715bc4d56fa4 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 948 time: 0.0906096 Aug 27 03:12:56.959389 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-78026779-efc4-4403-b756-d42dae7a068e req-94598913-e56b-40e3-8b11-89fe19a4284c tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372338 Aug 27 03:12:57.695567 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88415e-bca2-4840-8d9c-8691639d518f req-ffb54071-e0b4-4175-9753-054a0e6e1b9f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:57.697838 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8c88415e-bca2-4840-8d9c-8691639d518f req-ffb54071-e0b4-4175-9753-054a0e6e1b9f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0512547 Aug 27 03:12:57.738837 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8c88415e-bca2-4840-8d9c-8691639d518f req-75a666af-b464-4623-a2ff-148cd37c529f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351818 Aug 27 03:12:58.076266 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d28af6-eb4f-4031-bc84-ff9fec1578a7 req-c9753022-0a66-4b8b-a3ff-561456e94087 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:58.077803 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b7d28af6-eb4f-4031-bc84-ff9fec1578a7 req-c9753022-0a66-4b8b-a3ff-561456e94087 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 949 time: 0.0561593 Aug 27 03:12:58.116102 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b7d28af6-eb4f-4031-bc84-ff9fec1578a7 req-004b7d71-2231-43f2-9325-d858ea997ec1 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322454 Aug 27 03:12:58.135907 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['70cdd006-31bd-4939-8c36-1bfcb4eebbf9'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:12:58.866317 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d852b-807b-464e-9a51-455cc8bbe4a6 req-36869f43-23f3-4881-80e9-2fef4aaa401d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:58.867846 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-630d852b-807b-464e-9a51-455cc8bbe4a6 req-36869f43-23f3-4881-80e9-2fef4aaa401d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0477366 Aug 27 03:12:58.905929 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-630d852b-807b-464e-9a51-455cc8bbe4a6 req-f75bdac5-1f15-4491-b422-3069e171f6ea tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Aug 27 03:12:59.233679 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409caeed-c21c-4c18-8cdc-c28821600dd9 req-0478a719-b62b-4a10-afc9-bb8a0d413074 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:59.235967 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-409caeed-c21c-4c18-8cdc-c28821600dd9 req-0478a719-b62b-4a10-afc9-bb8a0d413074 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 949 time: 0.0535860 Aug 27 03:12:59.277991 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-409caeed-c21c-4c18-8cdc-c28821600dd9 req-d6473d56-e27b-4091-bff3-d38024ae23c1 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Aug 27 03:13:00.019243 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa77730-2ef9-40cb-98a2-c27400d86966 req-d4c373b7-3269-4e34-9f06-92b7f61069c3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:00.020691 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2aa77730-2ef9-40cb-98a2-c27400d86966 req-d4c373b7-3269-4e34-9f06-92b7f61069c3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Aug 27 03:13:00.058278 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2aa77730-2ef9-40cb-98a2-c27400d86966 req-b401c525-ecd0-4976-91a3-c145dc21ca96 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Aug 27 03:13:00.390709 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256856e-a91f-40a7-881b-e9c88d30c419 req-0a8eee15-4cec-4593-877a-96dfa3a56328 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:00.392212 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f256856e-a91f-40a7-881b-e9c88d30c419 req-0a8eee15-4cec-4593-877a-96dfa3a56328 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 949 time: 0.0494850 Aug 27 03:13:00.429623 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f256856e-a91f-40a7-881b-e9c88d30c419 req-48b37f3c-9f9f-4541-831d-7a90fcd807ed tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315177 Aug 27 03:13:01.171796 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74259cf1-3215-4296-9bbd-347331d33921 req-46c6fe09-522b-4df6-84f6-29c50a3616d0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:01.173257 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-74259cf1-3215-4296-9bbd-347331d33921 req-46c6fe09-522b-4df6-84f6-29c50a3616d0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0499036 Aug 27 03:13:01.210504 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-74259cf1-3215-4296-9bbd-347331d33921 req-1dff2abe-1a5a-4405-8e02-06952be39510 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313504 Aug 27 03:13:01.548744 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e466d-4d23-46ca-a492-fc8047add7d9 req-bfbadc43-97eb-404b-9917-96c1ed3dbf27 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:01.550177 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2e3e466d-4d23-46ca-a492-fc8047add7d9 req-bfbadc43-97eb-404b-9917-96c1ed3dbf27 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 949 time: 0.0533965 Aug 27 03:13:01.592959 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2e3e466d-4d23-46ca-a492-fc8047add7d9 req-75cc6f82-f595-4c40-9edd-e27888a35ba6 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366895 Aug 27 03:13:02.323335 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d67c4-3e13-4e3b-a4c7-a842d436424a req-13b3de3a-e7db-4d45-8bf3-f0605bbf5987 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:02.324827 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d18d67c4-3e13-4e3b-a4c7-a842d436424a req-13b3de3a-e7db-4d45-8bf3-f0605bbf5987 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0492303 Aug 27 03:13:02.362624 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d18d67c4-3e13-4e3b-a4c7-a842d436424a req-19128536-4fb5-4e14-8dac-29531e02ce62 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319366 Aug 27 03:13:02.727288 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e64cb-1ed7-4fc1-b714-8aeeee982bb2 req-2fa2e72c-4259-428b-824a-e6e6d08e1300 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:02.731234 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-256e64cb-1ed7-4fc1-b714-8aeeee982bb2 req-2fa2e72c-4259-428b-824a-e6e6d08e1300 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 949 time: 0.0614376 Aug 27 03:13:02.770825 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-256e64cb-1ed7-4fc1-b714-8aeeee982bb2 req-f6702d5e-8d33-42b3-954a-873f2ca873a1 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345075 Aug 27 03:13:03.084546 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb46db-b5e3-4cc2-9a2e-2a0efec07b9a req-ee296378-fba4-4efc-a2cd-080acd1a9fda tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:03.087202 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-61bb46db-b5e3-4cc2-9a2e-2a0efec07b9a req-ee296378-fba4-4efc-a2cd-080acd1a9fda tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 945 time: 0.0606506 Aug 27 03:13:03.127883 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-61bb46db-b5e3-4cc2-9a2e-2a0efec07b9a req-a14f3213-526f-45c0-a1bb-e5b1501e530a tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352237 Aug 27 03:13:03.479789 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b644a1a-4796-46c9-a350-70b72d9dbb62 req-fca4976f-be5e-41ec-8b18-8a986d2f25da tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:03.481294 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1b644a1a-4796-46c9-a350-70b72d9dbb62 req-fca4976f-be5e-41ec-8b18-8a986d2f25da tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Aug 27 03:13:03.520098 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1b644a1a-4796-46c9-a350-70b72d9dbb62 req-6a6029ae-ce41-4f71-a8dd-800e6ad552d9 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327168 Aug 27 03:13:03.704857 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-757e9068-d512-479d-ad4c-9b5f921a5c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:03.743355 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:13:03.812871 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:13:03.818018 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:13:03.818517 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:03.910614 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f192e-f0f1-4c40-960b-97830fed6fc7 req-56768263-18ac-4a89-ae22-96d95b689bc2 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:03.912658 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e60f192e-f0f1-4c40-960b-97830fed6fc7 req-56768263-18ac-4a89-ae22-96d95b689bc2 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 949 time: 0.0637314 Aug 27 03:13:03.916981 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:03.957054 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44bc221-f596-4205-a672-bcee1d4f0e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cdd006-31bd-4939-8c36-1bfcb4eebbf9'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:13:03.960058 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbab5e78-704d-4ecf-8584-cc15d50e341f" -d '{"events": [{"server_uuid": "f44bc221-f596-4205-a672-bcee1d4f0e32", "name": "network-vif-plugged", "status": "completed", "tag": "70cdd006-31bd-4939-8c36-1bfcb4eebbf9"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:13:03.960761 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e60f192e-f0f1-4c40-960b-97830fed6fc7 req-c2ec24ec-2f52-48eb-9708-cd8ab792b495 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Aug 27 03:13:03.968837 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=70cdd006-31bd-4939-8c36-1bfcb4eebbf9,segment=NetworkSegment(c5e0209d-d0c2-44d1-9832-985afc7994cb),segment_id=c5e0209d-d0c2-44d1-9832-985afc7994cb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:03.974372 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:04.011809 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ae2732-6a77-4c4e-87d1-c991db08a15a x-openstack-request-id: req-18ae2732-6a77-4c4e-87d1-c991db08a15a {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:13:04.012932 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44bc221-f596-4205-a672-bcee1d4f0e32", "name": "network-vif-plugged", "status": "completed", "tag": "70cdd006-31bd-4939-8c36-1bfcb4eebbf9", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:13:04.013328 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18ae2732-6a77-4c4e-87d1-c991db08a15a {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:13:04.013847 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44bc221-f596-4205-a672-bcee1d4f0e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cdd006-31bd-4939-8c36-1bfcb4eebbf9', 'code': 200} Aug 27 03:13:04.049135 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=70cdd006-31bd-4939-8c36-1bfcb4eebbf9,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:04.278219 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36946) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:04.295817 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ffbb9-4b2e-4905-8c17-de0507091456 req-45dd57ca-8e81-4cbb-8e24-570fe190d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:04.299573 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-085ffbb9-4b2e-4905-8c17-de0507091456 req-45dd57ca-8e81-4cbb-8e24-570fe190d5e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 1103 time: 0.1088336 Aug 27 03:13:04.313566 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa364e5-8c0f-403c-a335-52bdb9f47415 req-b6354035-7b6a-4a12-b86c-b6e93c498985 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:04.315251 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-afa364e5-8c0f-403c-a335-52bdb9f47415 req-b6354035-7b6a-4a12-b86c-b6e93c498985 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 945 time: 0.0653806 Aug 27 03:13:04.367862 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-085ffbb9-4b2e-4905-8c17-de0507091456 req-2723e4b3-f01e-4570-aafa-e8417ffe38d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513914 Aug 27 03:13:04.375162 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-afa364e5-8c0f-403c-a335-52bdb9f47415 req-811ac295-2686-420a-ba61-7deec9175a24 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522106 Aug 27 03:13:04.417712 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d6f01122-4476-4802-9c83-24d1e6d2b2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:04.507003 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d6f01122-4476-4802-9c83-24d1e6d2b2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:04.510507 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d6f01122-4476-4802-9c83-24d1e6d2b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:04.548676 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d6f01122-4476-4802-9c83-24d1e6d2b2f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fef2ebe768594308b93150c6b168c409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682705 Aug 27 03:13:04.549439 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f01122-4476-4802-9c83-24d1e6d2b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306471bd-e000-4a63-9d7e-7218d88872f8,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:04.551462 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36954) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:04.604710 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f2261e19-f193-4026-9802-bce6cca49cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:04.625743 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f2261e19-f193-4026-9802-bce6cca49cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:04.642932 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b381e2e-cce0-42e6-a111-983200c3120a req-a1d8d86b-5dae-48f4-a6de-1abfe0dcb214 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:04.644447 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5b381e2e-cce0-42e6-a111-983200c3120a req-a1d8d86b-5dae-48f4-a6de-1abfe0dcb214 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0478508 Aug 27 03:13:04.675744 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f2261e19-f193-4026-9802-bce6cca49cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:04.678321 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f2261e19-f193-4026-9802-bce6cca49cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:04.681882 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-f2261e19-f193-4026-9802-bce6cca49cb7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/306471bd-e000-4a63-9d7e-7218d88872f8 HTTP/1.1" status: 204 len: 168 time: 0.1266334 Aug 27 03:13:04.687807 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2261e19-f193-4026-9802-bce6cca49cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306471bd-e000-4a63-9d7e-7218d88872f8,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:04.689329 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5b381e2e-cce0-42e6-a111-983200c3120a req-993dac34-8e83-4150-bd33-fca6bf4137df tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388284 Aug 27 03:13:04.951431 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 36960) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:04.964308 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:05.077210 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:05.081604 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:05.090230 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:13:05.122958 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dce6f9dad8a04a1381c64062a1997deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704218 Aug 27 03:13:05.125602 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 36964) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:05.130907 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f5b0c6-f393-4e80-9409-85c09ae05a66,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:05.139899 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2912d-f115-4e0b-b0b1-fa183175333c req-84d04990-9c59-43b6-b4d4-7694f558acf7 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:05.141432 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-50b2912d-f115-4e0b-b0b1-fa183175333c req-84d04990-9c59-43b6-b4d4-7694f558acf7 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.0968254 Aug 27 03:13:05.147298 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.147645 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.147983 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.148314 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.148641 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.148969 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.149292 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.149611 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.149933 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.150252 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.150570 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.150916 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23d000-2fed-4e43-aca0-ca2c235b6dba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:05.175017 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d9021206-3273-42c1-b9d6-84457563ab05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:05.189890 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-50b2912d-f115-4e0b-b0b1-fa183175333c req-210ee9e3-5a8e-4459-9201-843e9863a658 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340514 Aug 27 03:13:05.196809 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d9021206-3273-42c1-b9d6-84457563ab05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:05.244445 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d9021206-3273-42c1-b9d6-84457563ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:05.247664 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d9021206-3273-42c1-b9d6-84457563ab05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:05.248798 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d9021206-3273-42c1-b9d6-84457563ab05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7f5b0c6-f393-4e80-9409-85c09ae05a66 HTTP/1.1" status: 204 len: 168 time: 0.1221399 Aug 27 03:13:05.264225 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9021206-3273-42c1-b9d6-84457563ab05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f5b0c6-f393-4e80-9409-85c09ae05a66,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:05.541016 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43fb33-e990-49b9-842e-40fa5f826243 req-ace5ffbc-4a9e-46c3-b7b2-14dab8460cb4 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:05.542702 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4a43fb33-e990-49b9-842e-40fa5f826243 req-ace5ffbc-4a9e-46c3-b7b2-14dab8460cb4 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 945 time: 0.0819671 Aug 27 03:13:05.588387 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4a43fb33-e990-49b9-842e-40fa5f826243 req-5bff1776-bdd9-4ca5-87bc-942e3181fca0 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381076 Aug 27 03:13:05.829692 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b3026-56ce-4901-9811-5838875c3197 req-86de6687-d1d7-4f6c-a01e-76806d919096 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:05.831291 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2f6b3026-56ce-4901-9811-5838875c3197 req-86de6687-d1d7-4f6c-a01e-76806d919096 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0553076 Aug 27 03:13:05.873886 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2f6b3026-56ce-4901-9811-5838875c3197 req-f171ebf4-3e6e-42c8-ae9b-a37f9e835049 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357959 Aug 27 03:13:06.129478 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:06.309473 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7865d09-3bc7-41a5-a92a-7333c15f70b8 req-56715d2f-6e8a-4a78-ac47-8ae392a35709 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:06.312793 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a7865d09-3bc7-41a5-a92a-7333c15f70b8 req-56715d2f-6e8a-4a78-ac47-8ae392a35709 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.0539536 Aug 27 03:13:06.361312 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a7865d09-3bc7-41a5-a92a-7333c15f70b8 req-2bc8525d-a22a-47e9-bdee-39d494a2efdd tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Aug 27 03:13:06.704383 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fc8b8-d408-420f-981f-0670ad015e9e req-500fdb0a-dae2-435f-a749-4a3f7219b98f tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:06.705874 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-be6fc8b8-d408-420f-981f-0670ad015e9e req-500fdb0a-dae2-435f-a749-4a3f7219b98f tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 945 time: 0.0494454 Aug 27 03:13:06.749257 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-be6fc8b8-d408-420f-981f-0670ad015e9e req-f270fe14-7683-43df-b686-6f4919687564 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Aug 27 03:13:07.001649 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11716083-eef9-40cd-8e1d-2af11d924cbb req-d0c546c7-ad3c-4b17-89ba-7bfc1de31c42 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:07.003208 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-11716083-eef9-40cd-8e1d-2af11d924cbb req-d0c546c7-ad3c-4b17-89ba-7bfc1de31c42 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0610929 Aug 27 03:13:07.049352 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-11716083-eef9-40cd-8e1d-2af11d924cbb req-257a5a38-5b5e-4a33-ba9b-ea866b9c6b4a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Aug 27 03:13:07.250533 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 37058) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:07.352878 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:07.443848 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:07.447999 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:07.487053 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=492bf0216e004dd1a7b35d658f4fdde9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353826 Aug 27 03:13:07.488132 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a17d151-c308-4d58-9bc0-cff913d071f3,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:07.489990 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 37064) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:07.491767 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d34f26-1abd-488f-abc3-be7bdc81a592 req-c3dc3678-c737-4598-90a7-fddc138c3104 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:07.493246 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-69d34f26-1abd-488f-abc3-be7bdc81a592 req-c3dc3678-c737-4598-90a7-fddc138c3104 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.0518787 Aug 27 03:13:07.501502 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.501756 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.502095 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.502428 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.502780 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.503110 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.503432 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.503752 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.504073 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.504391 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.504708 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.505022 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2b4e7-ca95-4030-a464-a473bbc0fc08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:07.550950 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-69d34f26-1abd-488f-abc3-be7bdc81a592 req-6659bb47-0a63-4e78-9cc1-7007cba85896 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510242 Aug 27 03:13:07.567030 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-baa27a7a-0f07-459b-a4d3-59ebc183dc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:07.569182 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-31991eb6-9e9e-4b21-ae24-dd63138d30e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:07.600174 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-31991eb6-9e9e-4b21-ae24-dd63138d30e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:07.645387 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-31991eb6-9e9e-4b21-ae24-dd63138d30e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:07.648029 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-31991eb6-9e9e-4b21-ae24-dd63138d30e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:07.649200 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-31991eb6-9e9e-4b21-ae24-dd63138d30e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a17d151-c308-4d58-9bc0-cff913d071f3 HTTP/1.1" status: 204 len: 168 time: 0.1583230 Aug 27 03:13:07.657769 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31991eb6-9e9e-4b21-ae24-dd63138d30e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a17d151-c308-4d58-9bc0-cff913d071f3,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:07.870535 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c5b71-75f5-4773-a714-aea4c5a971ed req-3bffd1f8-52d9-4d5b-aff4-778318fc6d3f tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:07.872664 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-356c5b71-75f5-4773-a714-aea4c5a971ed req-3bffd1f8-52d9-4d5b-aff4-778318fc6d3f tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 945 time: 0.0530481 Aug 27 03:13:07.912778 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-356c5b71-75f5-4773-a714-aea4c5a971ed req-a3873ab9-cfda-4cb2-80c5-f00bc97e7de5 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338025 Aug 27 03:13:07.924872 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 37078) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:07.938526 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-32e73c1e-bd39-411b-abcb-f79bc0224953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:08.030755 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-32e73c1e-bd39-411b-abcb-f79bc0224953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:08.034367 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-32e73c1e-bd39-411b-abcb-f79bc0224953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:08.073078 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-32e73c1e-bd39-411b-abcb-f79bc0224953 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed38a373e7474e9dbed67727ec2d1634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470826 Aug 27 03:13:08.073947 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e73c1e-bd39-411b-abcb-f79bc0224953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216e2128-a605-45af-9d44-3acb99cb7209,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:08.076264 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 37082) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:08.130716 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5fa44c21-ec68-46eb-a1e7-fe1a720fbac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:08.152206 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5fa44c21-ec68-46eb-a1e7-fe1a720fbac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:08.163675 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66944647-6c06-49e7-98fa-a9bcf7958e1c req-9c35f9a6-a0b8-4a0d-bf1d-716e7cbdb972 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:08.165147 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-66944647-6c06-49e7-98fa-a9bcf7958e1c req-9c35f9a6-a0b8-4a0d-bf1d-716e7cbdb972 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0475399 Aug 27 03:13:08.200088 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5fa44c21-ec68-46eb-a1e7-fe1a720fbac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:08.202585 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5fa44c21-ec68-46eb-a1e7-fe1a720fbac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:08.203733 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-5fa44c21-ec68-46eb-a1e7-fe1a720fbac6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/216e2128-a605-45af-9d44-3acb99cb7209 HTTP/1.1" status: 204 len: 168 time: 0.1264758 Aug 27 03:13:08.204395 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-66944647-6c06-49e7-98fa-a9bcf7958e1c req-0766e458-d6c0-422e-886f-2961121261b2 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324867 Aug 27 03:13:08.211525 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa44c21-ec68-46eb-a1e7-fe1a720fbac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216e2128-a605-45af-9d44-3acb99cb7209,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:08.335488 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:08.690059 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a8e91-89ee-47df-88ea-8bf59d605440 req-adac1ff0-8e29-4c22-9cb5-455b3aecea92 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:08.692090 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f22a8e91-89ee-47df-88ea-8bf59d605440 req-adac1ff0-8e29-4c22-9cb5-455b3aecea92 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.0621662 Aug 27 03:13:08.737980 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f22a8e91-89ee-47df-88ea-8bf59d605440 req-a462d3bf-3360-440c-b235-a2b254996ec9 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 Aug 27 03:13:09.033606 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770aec7-44c4-48f0-8956-5689be8a275f req-0b373533-f110-4a12-b3fd-970219491251 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:09.035119 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7770aec7-44c4-48f0-8956-5689be8a275f req-0b373533-f110-4a12-b3fd-970219491251 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 945 time: 0.0558953 Aug 27 03:13:09.112724 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7770aec7-44c4-48f0-8956-5689be8a275f req-6623b772-3632-4c35-98fe-089f331ba2a0 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/security-groups?id=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696485 Aug 27 03:13:09.139071 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38dc86-93ad-4725-9600-86032a6153b8 req-ce0d8384-d2a3-4488-a176-63e96ada31f1 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:09.140935 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7c38dc86-93ad-4725-9600-86032a6153b8 req-ce0d8384-d2a3-4488-a176-63e96ada31f1 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.21 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 945 time: 0.0772498 Aug 27 03:13:09.333449 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-7c38dc86-93ad-4725-9600-86032a6153b8 req-7bd93057-a778-4c92-a61a-40f6c989d79a tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Deleting port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:13:09.333725 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-7c38dc86-93ad-4725-9600-86032a6153b8 req-7bd93057-a778-4c92-a61a-40f6c989d79a tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:09.404170 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d1b79-b964-4a9d-91de-2c66ea1f7532 req-3710df90-fdda-438d-99d3-960425e63f1a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:09.405711 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-343d1b79-b964-4a9d-91de-2c66ea1f7532 req-3710df90-fdda-438d-99d3-960425e63f1a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.1185675 Aug 27 03:13:09.475093 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-343d1b79-b964-4a9d-91de-2c66ea1f7532 req-17d3bcbb-3fa6-4408-b3d2-983aec449bc7 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611928 Aug 27 03:13:09.476993 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-7c38dc86-93ad-4725-9600-86032a6153b8 req-7bd93057-a778-4c92-a61a-40f6c989d79a tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] For port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec,segment=NetworkSegment(81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d),segment_id=81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:09.477364 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-7c38dc86-93ad-4725-9600-86032a6153b8 req-7bd93057-a778-4c92-a61a-40f6c989d79a tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:09.492672 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-7c38dc86-93ad-4725-9600-86032a6153b8 req-7bd93057-a778-4c92-a61a-40f6c989d79a tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Calling delete_port for eb8bb7dd-e4d2-4d27-8784-a2a045b591ec owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:13:09.687920 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-7c38dc86-93ad-4725-9600-86032a6153b8 req-7bd93057-a778-4c92-a61a-40f6c989d79a tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:09.760426 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd93057-a778-4c92-a61a-40f6c989d79a tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Pushing event deleted for resources: {'Port': ['ID=eb8bb7dd-e4d2-4d27-8784-a2a045b591ec,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:09.817223 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c38dc86-93ad-4725-9600-86032a6153b8 req-7bd93057-a778-4c92-a61a-40f6c989d79a tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] No DVR routers for this DVR port eb8bb7dd-e4d2-4d27-8784-a2a045b591ec on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:13:09.817824 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device eb8bb7dd-e4d2-4d27-8784-a2a045b591ec no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:13:09.820321 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-7c38dc86-93ad-4725-9600-86032a6153b8 req-7bd93057-a778-4c92-a61a-40f6c989d79a tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:09.822613 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7c38dc86-93ad-4725-9600-86032a6153b8 req-7bd93057-a778-4c92-a61a-40f6c989d79a tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.21 "DELETE /v2.0/ports/eb8bb7dd-e4d2-4d27-8784-a2a045b591ec HTTP/1.1" status: 204 len: 173 time: 0.6625860 Aug 27 03:13:09.823229 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206a0553-0fd3-4ac5-bd23-c87311ba8c1b', 'name': 'network-vif-deleted', 'tag': 'eb8bb7dd-e4d2-4d27-8784-a2a045b591ec'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:13:09.827689 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e60642-3bb8-4d9f-8c36-e77f4e31642b" -d '{"events": [{"server_uuid": "206a0553-0fd3-4ac5-bd23-c87311ba8c1b", "name": "network-vif-deleted", "tag": "eb8bb7dd-e4d2-4d27-8784-a2a045b591ec"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:13:09.842049 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: eb8bb7dd-e4d2-4d27-8784-a2a045b591ec {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:13:09.842378 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device eb8bb7dd-e4d2-4d27-8784-a2a045b591ec not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:13:09.877043 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77a010f-c56f-428b-80a5-912403988a29 x-openstack-request-id: req-b77a010f-c56f-428b-80a5-912403988a29 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:13:09.877338 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206a0553-0fd3-4ac5-bd23-c87311ba8c1b", "name": "network-vif-deleted", "tag": "eb8bb7dd-e4d2-4d27-8784-a2a045b591ec", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:13:09.877597 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b77a010f-c56f-428b-80a5-912403988a29 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:13:09.877993 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206a0553-0fd3-4ac5-bd23-c87311ba8c1b', 'name': 'network-vif-deleted', 'tag': 'eb8bb7dd-e4d2-4d27-8784-a2a045b591ec', 'status': 'completed', 'code': 200} Aug 27 03:13:09.914966 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ea0f8-976f-4d76-bb3f-9699220d6f4d req-6f845362-8170-44cd-b727-70015729ca6c tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:09.916508 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f37ea0f8-976f-4d76-bb3f-9699220d6f4d req-6f845362-8170-44cd-b727-70015729ca6c tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.1031241 Aug 27 03:13:09.968029 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f37ea0f8-976f-4d76-bb3f-9699220d6f4d req-167ca226-7860-4532-a4fd-fee4b785e712 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Aug 27 03:13:10.231403 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-52717327-39c9-486b-8264-030a75442790 req-35b939fe-8a62-46c8-ae59-4193621c4e43 tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 210 time: 0.0381227 Aug 27 03:13:10.381870 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc3684-1ce5-43bb-85f5-4a89a3d6bcd7 req-60ab55b1-532b-4d62-935b-f9a6627eee3e tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:10.384957 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eadc3684-1ce5-43bb-85f5-4a89a3d6bcd7 req-60ab55b1-532b-4d62-935b-f9a6627eee3e tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.0570190 Aug 27 03:13:10.450000 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eadc3684-1ce5-43bb-85f5-4a89a3d6bcd7 req-8b772889-a76e-405c-a5d0-74d4462b609c tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526366 Aug 27 03:13:10.674689 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88465109-1743-4557-8124-8d4e72941fe2 req-b9f981a3-80c8-4fdb-bfb1-4da381945746 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:10.683092 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-88465109-1743-4557-8124-8d4e72941fe2 req-b9f981a3-80c8-4fdb-bfb1-4da381945746 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0805299 Aug 27 03:13:10.725863 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-88465109-1743-4557-8124-8d4e72941fe2 req-8b355f2c-777f-47f3-abea-999d3229ddaf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Aug 27 03:13:10.928992 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:11.169319 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-fc04721e-b3b6-465e-bf98-fb37bb6c6630 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:11.170925 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-fc04721e-b3b6-465e-bf98-fb37bb6c6630 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 814 time: 0.1108084 Aug 27 03:13:11.186721 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-689417fa-278c-45f4-8be8-baf24bf281fb tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/quotas/8b90d6e7301e43a88eff5482fa3cb689 HTTP/1.1" status: 200 len: 375 time: 0.0100801 Aug 27 03:13:11.240531 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-0d237607-8021-4616-8776-be99ad1eee6a tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468817 Aug 27 03:13:11.351257 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-986f2812-a5a7-474b-8a6f-fbb1610436ce req-a204fd3c-e8be-478f-9722-003ebd4f1a3d tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 210 time: 0.0292611 Aug 27 03:13:11.359735 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-e04b303c-dff4-4144-bc54-cb0ead7e946f service neutron] 10.222.0.30 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110890 Aug 27 03:13:11.664013 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-612b57db-c1cc-4bd0-94b7-9fb2a2f51e84 service neutron] 10.222.0.30 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964187 Aug 27 03:13:11.866429 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c821a47-1c86-4dd5-9eb5-6d8b1f60aace req-0120fd8e-0084-412d-b544-f5303e65c93a tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:11.867979 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0c821a47-1c86-4dd5-9eb5-6d8b1f60aace req-0120fd8e-0084-412d-b544-f5303e65c93a tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.0539751 Aug 27 03:13:11.908400 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0c821a47-1c86-4dd5-9eb5-6d8b1f60aace req-764aa63a-1e7b-4e58-a999-5f088d994c26 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328755 Aug 27 03:13:12.019136 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f5dd1-87e3-45d6-9dee-8edf853dc55d req-1737ab3a-e453-4ecb-a3f5-13f3cbd8b8bf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:12.020795 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2c3f5dd1-87e3-45d6-9dee-8edf853dc55d req-1737ab3a-e453-4ecb-a3f5-13f3cbd8b8bf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0554044 Aug 27 03:13:12.064919 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2c3f5dd1-87e3-45d6-9dee-8edf853dc55d req-ae93bdec-0b55-4934-8568-17293867f8df tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359116 Aug 27 03:13:12.144922 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e0747f03-b131-47cb-b779-8521681a059c req-2dc50c0e-3f1e-4450-b02d-3878994defb5 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 210 time: 0.0289383 Aug 27 03:13:12.459423 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-995624c0-8512-4e63-900d-ce339dcee392 req-e083ecf4-a032-4373-a0a0-a8952c79a1df tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 210 time: 0.0272965 Aug 27 03:13:13.029833 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086f68a-62e4-41c1-8fad-45a9b6f04b03 req-b35f68da-9f61-4090-895c-6b23b0afb16a tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:13.032938 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d086f68a-62e4-41c1-8fad-45a9b6f04b03 req-b35f68da-9f61-4090-895c-6b23b0afb16a tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.0522983 Aug 27 03:13:13.077418 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d086f68a-62e4-41c1-8fad-45a9b6f04b03 req-8ff31a0c-a53e-44f8-bb8c-5958bec0daee tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 Aug 27 03:13:13.194651 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e619c-e17a-41bd-b023-18c759a4b56f req-13bd401f-0d90-4d8b-8454-5bea4e2fe41b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:13.196216 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4c6e619c-e17a-41bd-b023-18c759a4b56f req-13bd401f-0d90-4d8b-8454-5bea4e2fe41b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0534549 Aug 27 03:13:13.239748 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4c6e619c-e17a-41bd-b023-18c759a4b56f req-07b8d660-acef-4450-b763-67a2992a66d3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373430 Aug 27 03:13:13.325370 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3aea44fa-d6c0-492f-a8f2-bffc75e1b4a0 req-b6b5e7df-8872-4f9b-ad2b-2bc5a1846a16 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 210 time: 0.0267136 Aug 27 03:13:13.565078 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fbd5a37c-a70b-420f-a067-f93c57660836 req-66ffda12-cfe6-45e2-83cb-c7354711ff8f tempest-DeleteServersTestJSON-2069974380 tempest-DeleteServersTestJSON-2069974380-project] 10.222.0.30 "GET /v2.0/ports?device_id=206a0553-0fd3-4ac5-bd23-c87311ba8c1b HTTP/1.1" status: 200 len: 210 time: 0.0253017 Aug 27 03:13:14.199489 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345a527-00a7-4ea1-a5e5-58edf62cac79 req-20e9f208-442b-414b-97a5-fa9e1d14a2f4 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:14.200968 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5345a527-00a7-4ea1-a5e5-58edf62cac79 req-20e9f208-442b-414b-97a5-fa9e1d14a2f4 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.0559797 Aug 27 03:13:14.240491 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5345a527-00a7-4ea1-a5e5-58edf62cac79 req-ff773835-690b-4918-a2a0-34d024b4d142 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Aug 27 03:13:14.352412 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f8c2e-c16f-4325-a452-9d73cb74aa04 req-a2a1f65e-c132-4f1f-ba98-b9c427dbd409 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:14.355700 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9c8f8c2e-c16f-4325-a452-9d73cb74aa04 req-a2a1f65e-c132-4f1f-ba98-b9c427dbd409 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0481405 Aug 27 03:13:14.396170 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9c8f8c2e-c16f-4325-a452-9d73cb74aa04 req-7c2f44eb-6396-4e71-b354-e67d5d896101 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330651 Aug 27 03:13:14.485913 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c6dfc184-05e0-496d-a499-d4aee9756980 req-636fff62-42a4-4e7f-aee7-0f6ba77d43fe tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 210 time: 0.0300016 Aug 27 03:13:15.454339 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282d5a0-02c2-494d-b9bb-f56b1a7d8712 req-4692532b-8798-456f-80cd-dfe051c871d4 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:15.455895 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0282d5a0-02c2-494d-b9bb-f56b1a7d8712 req-4692532b-8798-456f-80cd-dfe051c871d4 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.1004682 Aug 27 03:13:15.467619 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-b9682478-47f3-495e-9d86-a3247bb97897 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:15.469230 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-b9682478-47f3-495e-9d86-a3247bb97897 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 814 time: 0.1788807 Aug 27 03:13:15.505358 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0282d5a0-02c2-494d-b9bb-f56b1a7d8712 req-5c2d7841-421e-4ef7-b3e9-e253b3c69f31 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347359 Aug 27 03:13:15.517467 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Request body: {'port': {'device_id': '47eb89f2-5431-47e5-961e-13a1d8f7a771', 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7', 'admin_state_up': True, 'tenant_id': '8b90d6e7301e43a88eff5482fa3cb689'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:13:15.664741 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409354c-68b6-4571-a29b-862b0baa2103 req-ee1b2cab-e205-4d53-837e-9abf8ab03792 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:15.666437 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0409354c-68b6-4571-a29b-862b0baa2103 req-ee1b2cab-e205-4d53-837e-9abf8ab03792 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0936921 Aug 27 03:13:15.688739 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-34e2631d-3b2f-45db-8cb4-76fd1ef9bdd2 req-836ad970-0068-4c3c-af1f-a1227dd81f29 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 210 time: 0.0275214 Aug 27 03:13:15.728714 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Made reservation on behalf of 8b90d6e7301e43a88eff5482fa3cb689 for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:13:15.732235 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:15.749028 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0409354c-68b6-4571-a29b-862b0baa2103 req-70795c87-46b8-4905-8dd8-f67f360ba822 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736718 Aug 27 03:13:15.891786 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Allocated IP 172.20.0.9 (adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7/e59ddab5-65fc-4079-b80d-415469417ef0/0cfedbcf-991d-45b3-9b0f-a773354b6a8d) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:13:16.075972 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 37340) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:16.103745 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bffaf-3f52-4f14-b972-6460af653ea7 req-babdd0e3-1562-47a0-a847-2843933ec17c tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:16.106152 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bc7bffaf-3f52-4f14-b972-6460af653ea7 req-babdd0e3-1562-47a0-a847-2843933ec17c tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.21 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.0736578 Aug 27 03:13:16.172673 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.177583 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0903a40-9452-43b2-a98f-d9affeeb90df admin admin] Deleting subnet 71ff4981-3a5a-42c4-b7a4-598b7a33a978 {{(pid=93973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:13:16.182146 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b0903a40-9452-43b2-a98f-d9affeeb90df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.234075 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b0903a40-9452-43b2-a98f-d9affeeb90df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.253650 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b0903a40-9452-43b2-a98f-d9affeeb90df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.290575 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [req-bc7bffaf-3f52-4f14-b972-6460af653ea7 req-1fb0eeb2-6782-4ed8-961c-00617f17ec6d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Deleting port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:13:16.290969 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-bc7bffaf-3f52-4f14-b972-6460af653ea7 req-1fb0eeb2-6782-4ed8-961c-00617f17ec6d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.295027 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.308644 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['1031db85-1db3-4237-b55d-9498067e6ad1'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:13:16.392455 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:13:16.408909 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:13:16.419076 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:13:16.422181 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-bc7bffaf-3f52-4f14-b972-6460af653ea7 req-1fb0eeb2-6782-4ed8-961c-00617f17ec6d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] For port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=70cdd006-31bd-4939-8c36-1bfcb4eebbf9,segment=NetworkSegment(c5e0209d-d0c2-44d1-9832-985afc7994cb),segment_id=c5e0209d-d0c2-44d1-9832-985afc7994cb)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:16.422912 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-bc7bffaf-3f52-4f14-b972-6460af653ea7 req-1fb0eeb2-6782-4ed8-961c-00617f17ec6d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.425429 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:16.426781 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.440283 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Pushing event updated for resources: {'Port': ['ID=0cfedbcf-991d-45b3-9b0f-a773354b6a8d,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:16.444119 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b0903a40-9452-43b2-a98f-d9affeeb90df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.453480 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7f8879bf-51cf-4172-adbe-fef2d1a77b92 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9402895 Aug 27 03:13:16.460180 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [req-bc7bffaf-3f52-4f14-b972-6460af653ea7 req-1fb0eeb2-6782-4ed8-961c-00617f17ec6d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Calling delete_port for 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 owned by compute:nova {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:13:16.485342 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Request body: {'port': {'device_id': '47eb89f2-5431-47e5-961e-13a1d8f7a771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:13:16.488680 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0903a40-9452-43b2-a98f-d9affeeb90df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ff4981-3a5a-42c4-b7a4-598b7a33a978,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:16.512333 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b0903a40-9452-43b2-a98f-d9affeeb90df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.516153 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-b0903a40-9452-43b2-a98f-d9affeeb90df admin admin] 10.222.0.30 "DELETE /v2.0/subnets/71ff4981-3a5a-42c4-b7a4-598b7a33a978 HTTP/1.1" status: 204 len: 168 time: 0.4346683 Aug 27 03:13:16.533188 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 37348) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:16.640173 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.798392 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.849744 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136d0f6-2d8f-4a41-bc0a-4ca99633ca9b req-c1de4fa9-2bb3-430a-9076-e163bc371769 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:16.851457 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1136d0f6-2d8f-4a41-bc0a-4ca99633ca9b req-c1de4fa9-2bb3-430a-9076-e163bc371769 tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/ports?device_id=f44bc221-f596-4205-a672-bcee1d4f0e32 HTTP/1.1" status: 200 len: 950 time: 0.2251008 Aug 27 03:13:16.853120 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-bc7bffaf-3f52-4f14-b972-6460af653ea7 req-1fb0eeb2-6782-4ed8-961c-00617f17ec6d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.888071 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['70cdd006-31bd-4939-8c36-1bfcb4eebbf9'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:13:16.955349 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.019207 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0eeb2-6782-4ed8-961c-00617f17ec6d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Pushing event deleted for resources: {'Port': ['ID=70cdd006-31bd-4939-8c36-1bfcb4eebbf9,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:17.109760 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8415a-6b25-40fd-9fc2-4bee9c16a30c req-e0c71397-bbc5-48de-8c93-4553d45f4f4d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:17.112382 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eab8415a-6b25-40fd-9fc2-4bee9c16a30c req-e0c71397-bbc5-48de-8c93-4553d45f4f4d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 931 time: 0.1498442 Aug 27 03:13:17.146561 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7bffaf-3f52-4f14-b972-6460af653ea7 req-1fb0eeb2-6782-4ed8-961c-00617f17ec6d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] No DVR routers for this DVR port 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 on host hv-cinder-80588 {{(pid=93974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:13:17.155411 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-bc7bffaf-3f52-4f14-b972-6460af653ea7 req-1fb0eeb2-6782-4ed8-961c-00617f17ec6d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.157516 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bc7bffaf-3f52-4f14-b972-6460af653ea7 req-1fb0eeb2-6782-4ed8-961c-00617f17ec6d tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.21 "DELETE /v2.0/ports/70cdd006-31bd-4939-8c36-1bfcb4eebbf9 HTTP/1.1" status: 204 len: 173 time: 1.0346813 Aug 27 03:13:17.158027 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44bc221-f596-4205-a672-bcee1d4f0e32', 'name': 'network-vif-deleted', 'tag': '70cdd006-31bd-4939-8c36-1bfcb4eebbf9'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:13:17.160554 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a524e5f-a2cd-4b50-a890-930c3b34b0cc" -d '{"events": [{"server_uuid": "f44bc221-f596-4205-a672-bcee1d4f0e32", "name": "network-vif-deleted", "tag": "70cdd006-31bd-4939-8c36-1bfcb4eebbf9"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:13:17.170385 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1136d0f6-2d8f-4a41-bc0a-4ca99633ca9b req-671ea5ee-cdbf-4de8-9966-08ba6600d9fb tempest-VolumesNegativeTest-1875794336 tempest-VolumesNegativeTest-1875794336-project] 10.222.0.30 "GET /v2.0/security-groups?id=b293ad6f-37e1-4e9a-b585-e3781c98e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647262 Aug 27 03:13:17.174023 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.188149 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.191334 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.192821 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.192821 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > port after_create 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.193034 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > port after_delete 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.194028 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > port after_update 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.194028 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.196730 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.197136 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.197527 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.279294 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cfedbcf-991d-45b3-9b0f-a773354b6a8d {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:13:17.289978 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.299510 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eab8415a-6b25-40fd-9fc2-4bee9c16a30c req-dfc559bb-9385-4726-b81d-1f5d1f273860 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770506 Aug 27 03:13:17.312082 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Transition to ACTIVE for port object 0cfedbcf-991d-45b3-9b0f-a773354b6a8d will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:13:17.317917 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.388369 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfedbcf-991d-45b3-9b0f-a773354b6a8d,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:17.413514 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.413860 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.414466 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.414927 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:13:17.415373 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d9897f-5ad6-4d2b-8417-f8231bebf5dc']}} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:13:17.434461 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Attempting to bind port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:13:17.434831 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Attempting to bind port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:13:17.435618 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Attempting to bind port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:13:17.440261 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:13:17.440836 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Attempting to bind port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:13:17.448311 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:13:17.449528 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Checking segment: {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:13:17.450542 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Bound using segment: {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:13:17.450673 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Bound port: 0cfedbcf-991d-45b3-9b0f-a773354b6a8d, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:13:17.450973 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.460970 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d') {'for_net_delete': True} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:13:17.461265 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ca7148-6f4e-4f1e-ac4a-bcf201d4c91d') {} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:13:17.508228 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08764c1-89ba-4635-930a-8c63138508a6 x-openstack-request-id: req-e08764c1-89ba-4635-930a-8c63138508a6 {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:13:17.508519 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44bc221-f596-4205-a672-bcee1d4f0e32", "name": "network-vif-deleted", "tag": "70cdd006-31bd-4939-8c36-1bfcb4eebbf9", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:13:17.508769 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e08764c1-89ba-4635-930a-8c63138508a6 {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:13:17.509159 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44bc221-f596-4205-a672-bcee1d4f0e32', 'name': 'network-vif-deleted', 'tag': '70cdd006-31bd-4939-8c36-1bfcb4eebbf9', 'status': 'completed', 'code': 200} Aug 27 03:13:17.516186 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7350849'] for segment, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.526435 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] For port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:13:17.530676 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] For port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0cfedbcf-991d-45b3-9b0f-a773354b6a8d,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:13:17.537494 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.556168 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.563763 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2884056c-3960-461b-9370-b7f1f69504ec req-60353065-7ff3-4fcc-b738-1ae988ba28e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1421723 Aug 27 03:13:17.578437 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:13:17.578784 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600851'] for segment, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.579647 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:17.580264 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.582047 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] 10.222.0.21 "PUT /v2.0/ports/0cfedbcf-991d-45b3-9b0f-a773354b6a8d HTTP/1.1" status: 200 len: 1093 time: 1.1022861 Aug 27 03:13:17.584792 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eb89f2-5431-47e5-961e-13a1d8f7a771', 'tag': '0cfedbcf-991d-45b3-9b0f-a773354b6a8d'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:13:17.587924 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b717606f-ea53-44a1-86f5-565b48f858d5" -d '{"events": [{"name": "network-changed", "server_uuid": "47eb89f2-5431-47e5-961e-13a1d8f7a771", "tag": "0cfedbcf-991d-45b3-9b0f-a773354b6a8d"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: from cryptography.utils import int_from_bytes Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: from cryptography.utils import int_from_bytes Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: Traceback (most recent call last): Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: timer() Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: cb(*args, **kw) Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: return func(*args, **kwargs) Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: self._notify() Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: self.callback(batched_events) Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: event.method(event) Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: return f(self, *a, **k) Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._get(url).json() Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: return self.request(url, 'GET', **kwargs) Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:13:17.591097 dv-cinder-805887-5-iscsi neutron-server[93974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:13:17.621972 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b286cc-5a08-4b79-bc41-11aa9be98395 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfedbcf-991d-45b3-9b0f-a773354b6a8d,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:17.661196 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb4df66-e6fc-4f74-a8aa-8b9ba6f3ef18 x-openstack-request-id: req-2cb4df66-e6fc-4f74-a8aa-8b9ba6f3ef18 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:13:17.661537 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89820928-6699-4873-b67b-b9cd32a1579b req-82a7e8eb-1de9-49b7-88fe-38f414a769d5 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:17.661694 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eb89f2-5431-47e5-961e-13a1d8f7a771", "tag": "0cfedbcf-991d-45b3-9b0f-a773354b6a8d", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:13:17.661938 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cb4df66-e6fc-4f74-a8aa-8b9ba6f3ef18 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:13:17.662329 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eb89f2-5431-47e5-961e-13a1d8f7a771', 'tag': '0cfedbcf-991d-45b3-9b0f-a773354b6a8d', 'status': 'completed', 'code': 200} Aug 27 03:13:17.663088 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-89820928-6699-4873-b67b-b9cd32a1579b req-82a7e8eb-1de9-49b7-88fe-38f414a769d5 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.2387605 Aug 27 03:13:17.681699 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884056c-3960-461b-9370-b7f1f69504ec req-1bc03d2d-2a4c-49a0-9776-917ea15a1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:17.684307 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2884056c-3960-461b-9370-b7f1f69504ec req-1bc03d2d-2a4c-49a0-9776-917ea15a1570 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0512071 Aug 27 03:13:17.861358 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884056c-3960-461b-9370-b7f1f69504ec req-5a36c2cd-4c55-4937-9e96-48cc09636804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:17.864413 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2884056c-3960-461b-9370-b7f1f69504ec req-5a36c2cd-4c55-4937-9e96-48cc09636804 service neutron] 10.222.0.21 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 915 time: 0.1515331 Aug 27 03:13:17.924300 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2884056c-3960-461b-9370-b7f1f69504ec req-3a9e73db-db77-4a45-8127-4e545b151d27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1031db85-1db3-4237-b55d-9498067e6ad1 HTTP/1.1" status: 200 len: 217 time: 0.0429029 Aug 27 03:13:17.968159 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.975392 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:17.977650 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] 10.222.0.30 "DELETE /v2.0/networks/a1d9897f-5ad6-4d2b-8417-f8231bebf5dc HTTP/1.1" status: 204 len: 168 time: 1.4433780 Aug 27 03:13:17.984957 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-89820928-6699-4873-b67b-b9cd32a1579b req-484da71a-7b47-460e-8891-6b116f0d4652 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105357 Aug 27 03:13:17.999862 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3adf5-a9b7-468a-a9be-4f849c40aaec admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d9897f-5ad6-4d2b-8417-f8231bebf5dc,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:18.005845 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7cdd54d6-142c-4000-9b93-495b5bd1d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:18.007484 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-7cdd54d6-142c-4000-9b93-495b5bd1d90f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 1096 time: 0.3431709 Aug 27 03:13:18.011439 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884056c-3960-461b-9370-b7f1f69504ec req-f299ee4b-2269-4881-a7d6-ee68b8951c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:18.012839 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2884056c-3960-461b-9370-b7f1f69504ec req-f299ee4b-2269-4881-a7d6-ee68b8951c8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e59ddab5-65fc-4079-b80d-415469417ef0 HTTP/1.1" status: 200 len: 854 time: 0.0780292 Aug 27 03:13:18.058908 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2884056c-3960-461b-9370-b7f1f69504ec req-cfcf9030-1526-4419-a1a5-8bf53697b285 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341330 Aug 27 03:13:18.078720 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-2486ff4e-962a-4305-bc7d-437c58739c53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cfedbcf-991d-45b3-9b0f-a773354b6a8d HTTP/1.1" status: 200 len: 217 time: 0.0549927 Aug 27 03:13:18.168950 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-3bf272d6-9949-4b3e-a165-7172e62fde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:18.171047 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-3bf272d6-9949-4b3e-a165-7172e62fde88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e59ddab5-65fc-4079-b80d-415469417ef0 HTTP/1.1" status: 200 len: 854 time: 0.0779388 Aug 27 03:13:18.238393 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2884056c-3960-461b-9370-b7f1f69504ec req-1e33f8a9-52bc-403c-a6f9-76a2cf150d08 service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644599 Aug 27 03:13:18.389272 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 37420) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:18.404633 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-68f22bd3-953b-4b6a-9633-4437659c6601 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777295 Aug 27 03:13:18.435921 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2884056c-3960-461b-9370-b7f1f69504ec req-2e7a4035-48f8-441a-abf2-2458900040d6 service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153991 Aug 27 03:13:18.460797 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 37422) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:18.580279 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 37432) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:18.580839 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-cf5a23d3-2360-43c1-bc6e-fcbc1db1d227 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3b664ca46c14f3cb7ef8a3b6f603951&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1738706 Aug 27 03:13:18.599553 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa99647-dcf8-4466-a870-1224fc3c333e req-36b6fb1a-e22e-42a2-ad2e-53b238d97536 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:18.601139 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-cfa99647-dcf8-4466-a870-1224fc3c333e req-36b6fb1a-e22e-42a2-ad2e-53b238d97536 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 943 time: 0.1251709 Aug 27 03:13:18.612287 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-bcde8e65-78b4-4808-aefc-a6818f93d9cc service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953423 Aug 27 03:13:18.668861 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fc1c3610-d5ce-4355-be2d-70e4c2a58c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:18.701279 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-cfa99647-dcf8-4466-a870-1224fc3c333e req-0761bc61-17b6-4bf8-a86e-15c3bdd6ee6a tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921865 Aug 27 03:13:18.713800 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fc1c3610-d5ce-4355-be2d-70e4c2a58c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:18.780080 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b00fd86d-9a2c-4a54-8b0d-f7d98b87e86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:18.784804 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-043dee87-ca1e-4d95-ae64-aa45eb79ca9e req-de9fbb20-d832-4c6e-a6c4-102afbfbbf3b service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592736 Aug 27 03:13:18.829651 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fc1c3610-d5ce-4355-be2d-70e4c2a58c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:18.838666 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fc1c3610-d5ce-4355-be2d-70e4c2a58c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:18.838666 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-fc1c3610-d5ce-4355-be2d-70e4c2a58c2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/694f8ba2-9739-422a-a2d5-9e9b90c7d9e2 HTTP/1.1" status: 204 len: 168 time: 0.2521048 Aug 27 03:13:18.868427 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c3610-d5ce-4355-be2d-70e4c2a58c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694f8ba2-9739-422a-a2d5-9e9b90c7d9e2,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:18.929787 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717606f-ea53-44a1-86f5-565b48f858d5 req-98da4e7c-5e94-4e65-a9dc-d2320f8bb6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:18.940691 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b717606f-ea53-44a1-86f5-565b48f858d5 req-98da4e7c-5e94-4e65-a9dc-d2320f8bb6fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 1096 time: 0.0879605 Aug 27 03:13:19.023227 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b00fd86d-9a2c-4a54-8b0d-f7d98b87e86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:19.042623 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b00fd86d-9a2c-4a54-8b0d-f7d98b87e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:19.119761 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717606f-ea53-44a1-86f5-565b48f858d5 req-679d15f6-fb14-4e6b-9322-07cf4dfa5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:19.133049 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b717606f-ea53-44a1-86f5-565b48f858d5 req-679d15f6-fb14-4e6b-9322-07cf4dfa5f5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 915 time: 0.1803834 Aug 27 03:13:19.135417 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-b00fd86d-9a2c-4a54-8b0d-f7d98b87e86d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=926e94ae626f442e9a2b072d6a7b94f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6736619 Aug 27 03:13:19.139558 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 37468) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:19.155960 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fd86d-9a2c-4a54-8b0d-f7d98b87e86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ce3412-43b5-4818-93bf-673924a0687d,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:19.271123 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3a71f0af-db5b-4d79-852d-d3133581ef09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:19.285546 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b717606f-ea53-44a1-86f5-565b48f858d5 req-3e84ed01-f468-48ac-9c77-45e0bde2bf88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cfedbcf-991d-45b3-9b0f-a773354b6a8d HTTP/1.1" status: 200 len: 217 time: 0.1420639 Aug 27 03:13:19.312403 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3a71f0af-db5b-4d79-852d-d3133581ef09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:19.340326 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157980-693c-406f-ad0b-fdd527125dc0 req-3930c46f-d95a-4e97-9107-9eae2f96df50 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:19.342722 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-02157980-693c-406f-ad0b-fdd527125dc0 req-3930c46f-d95a-4e97-9107-9eae2f96df50 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0935528 Aug 27 03:13:19.372084 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717606f-ea53-44a1-86f5-565b48f858d5 req-18e4e601-f2c4-4824-aabb-e8327eedce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:19.374016 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b717606f-ea53-44a1-86f5-565b48f858d5 req-18e4e601-f2c4-4824-aabb-e8327eedce9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e59ddab5-65fc-4079-b80d-415469417ef0 HTTP/1.1" status: 200 len: 854 time: 0.0752454 Aug 27 03:13:19.390948 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3a71f0af-db5b-4d79-852d-d3133581ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:19.396259 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3a71f0af-db5b-4d79-852d-d3133581ef09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:19.398404 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-3a71f0af-db5b-4d79-852d-d3133581ef09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78ce3412-43b5-4818-93bf-673924a0687d HTTP/1.1" status: 204 len: 168 time: 0.2557628 Aug 27 03:13:19.410643 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71f0af-db5b-4d79-852d-d3133581ef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ce3412-43b5-4818-93bf-673924a0687d,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:19.427721 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-02157980-693c-406f-ad0b-fdd527125dc0 req-c68e1b3b-6358-433c-879b-54b3837f2cef tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666664 Aug 27 03:13:19.453540 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b717606f-ea53-44a1-86f5-565b48f858d5 req-4ce0138b-8540-4e5b-bcc3-6dd15fc2a150 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687110 Aug 27 03:13:19.604473 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b717606f-ea53-44a1-86f5-565b48f858d5 req-4e4eb750-3132-45ad-a042-bf158bf22f79 service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426482 Aug 27 03:13:19.727523 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b717606f-ea53-44a1-86f5-565b48f858d5 req-49dc8a4d-3a20-429f-b8a8-33718d3079ab service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124482 Aug 27 03:13:19.867350 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:13:19.900482 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066febb-64b7-4f5a-83f2-f7f9c1c7a7be req-b3127134-227e-4d1e-9515-adbdfc8c4cc6 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:19.911819 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2066febb-64b7-4f5a-83f2-f7f9c1c7a7be req-b3127134-227e-4d1e-9515-adbdfc8c4cc6 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 943 time: 0.1170473 Aug 27 03:13:19.921780 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:13:19.923202 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 70cdd006-31bd-4939-8c36-1bfcb4eebbf9 not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:13:19.970005 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2066febb-64b7-4f5a-83f2-f7f9c1c7a7be req-53ae8479-c31e-45d5-ab79-bdf9a98d09d5 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570612 Aug 27 03:13:20.602289 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa3798-b278-486e-a4e1-641f87b77c55 req-708b4120-f7c4-4a99-bd1b-6acb45aeaabf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:20.610465 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b1fa3798-b278-486e-a4e1-641f87b77c55 req-708b4120-f7c4-4a99-bd1b-6acb45aeaabf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0752687 Aug 27 03:13:20.670226 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b1fa3798-b278-486e-a4e1-641f87b77c55 req-c8a284bb-5101-4026-8853-e84770137c4c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523639 Aug 27 03:13:21.205819 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c829-67c1-450d-bbf8-5099d0ae0a64 req-8f0dfa5b-cd2c-46cb-b1ec-2745902c7446 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:21.210511 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b9b4c829-67c1-450d-bbf8-5099d0ae0a64 req-8f0dfa5b-cd2c-46cb-b1ec-2745902c7446 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 943 time: 0.1029325 Aug 27 03:13:21.284230 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b9b4c829-67c1-450d-bbf8-5099d0ae0a64 req-b7488bc1-82d9-4df6-9cc9-93dbdc9cedf6 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648556 Aug 27 03:13:21.838320 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4482eb-c3b9-4ba4-b2fa-c179cb4380bb req-b77dfa86-eeff-41cf-a362-4f64f5262934 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:21.847308 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4b4482eb-c3b9-4ba4-b2fa-c179cb4380bb req-b77dfa86-eeff-41cf-a362-4f64f5262934 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0830359 Aug 27 03:13:21.881791 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 0cfedbcf-991d-45b3-9b0f-a773354b6a8d details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:13:21.915055 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4b4482eb-c3b9-4ba4-b2fa-c179cb4380bb req-f7e26ad4-c067-4d93-91d4-bd4229a592f2 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618782 Aug 27 03:13:22.028440 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0cfedbcf-991d-45b3-9b0f-a773354b6a8d,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:22.041967 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '0cfedbcf-991d-45b3-9b0f-a773354b6a8d', 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7', 'port_id': '0cfedbcf-991d-45b3-9b0f-a773354b6a8d', 'mac_address': 'fa:16:3e:a8:6d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59ddab5-65fc-4079-b80d-415469417ef0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:13:22.086643 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:22.111502 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cfedbcf-991d-45b3-9b0f-a773354b6a8d {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:13:22.138675 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0cfedbcf-991d-45b3-9b0f-a773354b6a8d,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:22.144577 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:22.211623 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=0cfedbcf-991d-45b3-9b0f-a773354b6a8d,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:22.219983 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.220505 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.220772 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.221128 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.221674 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.222093 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.222432 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.222880 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.223240 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.223609 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.224311 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.224475 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:22.419777 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697d018-c7f9-4c1e-8876-6dc9d4eb0e75 req-352ee1a4-2144-4f96-b5bf-6989bc8eaf8b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:22.421461 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6697d018-c7f9-4c1e-8876-6dc9d4eb0e75 req-352ee1a4-2144-4f96-b5bf-6989bc8eaf8b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 944 time: 0.0579278 Aug 27 03:13:22.493430 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6697d018-c7f9-4c1e-8876-6dc9d4eb0e75 req-4409280c-cc8d-4c21-85f7-96f67e86e5e7 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546410 Aug 27 03:13:23.098524 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b29d6-6f05-4971-ae18-6afabb47b7ec req-74a4bc02-8622-4e57-ae62-46149cbde5f5 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:23.102037 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-425b29d6-6f05-4971-ae18-6afabb47b7ec req-74a4bc02-8622-4e57-ae62-46149cbde5f5 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0534556 Aug 27 03:13:23.141142 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-425b29d6-6f05-4971-ae18-6afabb47b7ec req-eac35366-9b84-42a5-bed2-81c58de9ee7d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341654 Aug 27 03:13:23.608962 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db23c7-6d27-4b4d-94b6-88e55827988f req-caf9a019-5f6e-4670-a271-de50586fbde5 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:23.610526 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f9db23c7-6d27-4b4d-94b6-88e55827988f req-caf9a019-5f6e-4670-a271-de50586fbde5 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 944 time: 0.0500417 Aug 27 03:13:23.649651 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f9db23c7-6d27-4b4d-94b6-88e55827988f req-e6c69f98-3439-47ee-92a8-d6666846b352 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331943 Aug 27 03:13:24.262372 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80cb91-daf1-4246-b04a-e34286cb9d9c req-86231fbc-4aeb-4005-9537-e5f96216ca52 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:24.264022 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fc80cb91-daf1-4246-b04a-e34286cb9d9c req-86231fbc-4aeb-4005-9537-e5f96216ca52 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0516989 Aug 27 03:13:24.305589 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fc80cb91-daf1-4246-b04a-e34286cb9d9c req-192fdf30-989c-49fe-b8f1-0d0b8e2ae07e tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356779 Aug 27 03:13:24.767301 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3127a-e275-4156-bb83-538c6eca0f34 req-80282880-a01f-45c4-8322-1ec4ee8b6e1c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:24.768796 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a7f3127a-e275-4156-bb83-538c6eca0f34 req-80282880-a01f-45c4-8322-1ec4ee8b6e1c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 944 time: 0.0499237 Aug 27 03:13:24.808602 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a7f3127a-e275-4156-bb83-538c6eca0f34 req-ac838c86-baca-4464-a202-36c9fa619842 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338280 Aug 27 03:13:25.430505 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596213ed-95da-43a2-a0d4-05c464d6d55b req-c872e90d-b04b-4648-bf83-1efb4b9b152f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:25.432123 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-596213ed-95da-43a2-a0d4-05c464d6d55b req-c872e90d-b04b-4648-bf83-1efb4b9b152f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0528128 Aug 27 03:13:25.445735 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['0cfedbcf-991d-45b3-9b0f-a773354b6a8d'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:13:25.473919 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-596213ed-95da-43a2-a0d4-05c464d6d55b req-9d3469f3-08b5-4dec-9ae3-dc7a1440688c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353055 Aug 27 03:13:25.931839 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da6e88-1008-4eaa-b044-49b9db1b2c50 req-24d24d84-8971-4509-a1d5-5953d5ccc465 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:25.934412 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-14da6e88-1008-4eaa-b044-49b9db1b2c50 req-24d24d84-8971-4509-a1d5-5953d5ccc465 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 944 time: 0.0527148 Aug 27 03:13:25.974970 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-14da6e88-1008-4eaa-b044-49b9db1b2c50 req-2441c88e-884a-4235-9281-ec6dc1a21f2c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345380 Aug 27 03:13:26.428615 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 37920) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:26.608448 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-01c997c4-7b4f-433c-8047-989034744c6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f42e98aafd8f4a49bd18ae168a791961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781847 Aug 27 03:13:26.610946 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 37928) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:26.661918 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d6a2d-9dc0-4f11-be56-d67638feb059 req-03848f5c-6ea7-41d4-b7fa-ca3da2a930dd tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:26.663589 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8b3d6a2d-9dc0-4f11-be56-d67638feb059 req-03848f5c-6ea7-41d4-b7fa-ca3da2a930dd tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0832407 Aug 27 03:13:26.670178 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f8d589bf-c7e4-4fef-a0f9-e3185ed52af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:26.690838 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 37932) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:26.713020 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f8d589bf-c7e4-4fef-a0f9-e3185ed52af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:26.726257 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8b3d6a2d-9dc0-4f11-be56-d67638feb059 req-bf1a68b3-585e-4aeb-b0b0-d5850994c3a2 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556986 Aug 27 03:13:26.779337 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f8d589bf-c7e4-4fef-a0f9-e3185ed52af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:26.782023 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f8d589bf-c7e4-4fef-a0f9-e3185ed52af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:26.783528 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-f8d589bf-c7e4-4fef-a0f9-e3185ed52af7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b293ad6f-37e1-4e9a-b585-e3781c98e7dd HTTP/1.1" status: 204 len: 168 time: 0.1715238 Aug 27 03:13:26.795248 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d589bf-c7e4-4fef-a0f9-e3185ed52af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b293ad6f-37e1-4e9a-b585-e3781c98e7dd,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:26.846200 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-63f129a4-6465-4068-91db-212ce0a4af5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:26.959116 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-63f129a4-6465-4068-91db-212ce0a4af5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:26.965235 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-63f129a4-6465-4068-91db-212ce0a4af5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:27.000670 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-63f129a4-6465-4068-91db-212ce0a4af5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a1017294bcc4cdaa2fec3694c14862a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087411 Aug 27 03:13:27.003625 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 37944) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:27.013385 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f129a4-6465-4068-91db-212ce0a4af5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fdf3e0-edd2-459e-b6a5-25ee7c4086b8,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:27.083589 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 0cfedbcf-991d-45b3-9b0f-a773354b6a8d up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:13:27.091822 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-528ee4e1-8e4f-47ab-b573-00aa83899e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:27.116107 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832a651-5727-4fc7-8997-ce84db4c8876 req-9110472e-a570-4cda-82cb-2ab69121ca74 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:27.117875 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0832a651-5727-4fc7-8997-ce84db4c8876 req-9110472e-a570-4cda-82cb-2ab69121ca74 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 944 time: 0.0607874 Aug 27 03:13:27.129682 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-528ee4e1-8e4f-47ab-b573-00aa83899e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:27.158951 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:13:27.163863 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:13:27.164431 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:27.193184 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0832a651-5727-4fc7-8997-ce84db4c8876 req-d116500f-e7b2-4bcf-8920-bc42938d9309 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657296 Aug 27 03:13:27.210964 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-528ee4e1-8e4f-47ab-b573-00aa83899e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:27.213587 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-528ee4e1-8e4f-47ab-b573-00aa83899e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:27.215944 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-528ee4e1-8e4f-47ab-b573-00aa83899e1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7fdf3e0-edd2-459e-b6a5-25ee7c4086b8 HTTP/1.1" status: 204 len: 168 time: 0.2111423 Aug 27 03:13:27.232992 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ee4e1-8e4f-47ab-b573-00aa83899e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fdf3e0-edd2-459e-b6a5-25ee7c4086b8,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:27.298144 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:27.333483 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eb89f2-5431-47e5-961e-13a1d8f7a771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfedbcf-991d-45b3-9b0f-a773354b6a8d'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:13:27.335929 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a1774-8b26-4854-92e5-7446dfbff1f5" -d '{"events": [{"server_uuid": "47eb89f2-5431-47e5-961e-13a1d8f7a771", "name": "network-vif-plugged", "status": "completed", "tag": "0cfedbcf-991d-45b3-9b0f-a773354b6a8d"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:13:27.359703 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0cfedbcf-991d-45b3-9b0f-a773354b6a8d,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:27.365258 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:27.438816 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=0cfedbcf-991d-45b3-9b0f-a773354b6a8d,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:27.470096 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524ce5a3-33a8-4ba9-b263-4257012f95d4 x-openstack-request-id: req-524ce5a3-33a8-4ba9-b263-4257012f95d4 {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:13:27.470587 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eb89f2-5431-47e5-961e-13a1d8f7a771", "name": "network-vif-plugged", "status": "completed", "tag": "0cfedbcf-991d-45b3-9b0f-a773354b6a8d", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:13:27.471527 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-524ce5a3-33a8-4ba9-b263-4257012f95d4 {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:13:27.472110 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47eb89f2-5431-47e5-961e-13a1d8f7a771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfedbcf-991d-45b3-9b0f-a773354b6a8d', 'code': 200} Aug 27 03:13:27.687428 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf557f4-da6b-49b3-975e-d04febadc2c0 req-8a4fb525-7483-4aa0-9a36-eccfde183fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:27.689011 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dcf557f4-da6b-49b3-975e-d04febadc2c0 req-8a4fb525-7483-4aa0-9a36-eccfde183fbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 1098 time: 0.0476310 Aug 27 03:13:27.737158 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dcf557f4-da6b-49b3-975e-d04febadc2c0 req-cc4ca6c0-a178-49c6-975b-1595269a96ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383253 Aug 27 03:13:27.768509 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 37992) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:27.870062 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3c503-0285-45c0-9b65-b98f46b4a810 req-76ce2d78-cfa0-4622-ac0b-a26c78881500 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:27.878054 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cfd3c503-0285-45c0-9b65-b98f46b4a810 req-76ce2d78-cfa0-4622-ac0b-a26c78881500 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0608885 Aug 27 03:13:27.927083 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cfd3c503-0285-45c0-9b65-b98f46b4a810 req-c51e1f98-7215-41fd-ba57-e146aecaa155 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480855 Aug 27 03:13:27.987209 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1437947101-network', 'tenant_id': '42e04043008246e9b58aecff0ff3f01d'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:13:28.011407 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Made reservation on behalf of 42e04043008246e9b58aecff0ff3f01d for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:13:28.013946 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:28.023407 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:28.127688 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:28.132470 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:28.155885 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:13:28.173046 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:28.175929 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:28.176266 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Added segment 959ea8aa-ef15-4e78-b14b-4d3a1e737f0e of type vlan for network ad22cb0f-2f83-463f-9892-62414600ad31 Aug 27 03:13:28.221774 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:28.251405 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:28.252533 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:28.253429 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:28.309122 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5390317 Aug 27 03:13:28.312445 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 38014) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:28.319475 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] Request body: {'subnet': {'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1437947101-subnet', 'tenant_id': '42e04043008246e9b58aecff0ff3f01d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:13:28.335575 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb2f23-9080-4dd6-809f-301c62ee776b req-d24cc307-c186-438e-a570-b5680cc136d1 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:28.337446 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-65eb2f23-9080-4dd6-809f-301c62ee776b req-d24cc307-c186-438e-a570-b5680cc136d1 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 945 time: 0.0696702 Aug 27 03:13:28.340454 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22625f4c-888a-4663-9d62-81edb4b1e445 admin admin] Pushing event updated for resources: {'Network': ['ID=ad22cb0f-2f83-463f-9892-62414600ad31,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:28.352873 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network ad22cb0f-2f83-463f-9892-62414600ad31 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:13:28.369405 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] Made reservation on behalf of 42e04043008246e9b58aecff0ff3f01d for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:13:28.373545 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:28.399810 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-65eb2f23-9080-4dd6-809f-301c62ee776b req-3ef33916-76ea-4abe-bb7b-ff9bd3ce23ca tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536699 Aug 27 03:13:28.635416 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:28.707540 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7e8f6f-e958-408d-ba70-23aa36bba06a,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:28.722330 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] Checking segment: {'id': '959ea8aa-ef15-4e78-b14b-4d3a1e737f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:13:28.723019 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] Network hostable DHCP agents. Network: ad22cb0f-2f83-463f-9892-62414600ad31, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:13:28.742944 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] Network ad22cb0f-2f83-463f-9892-62414600ad31 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:13:28.762134 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, ad22cb0f-2f83-463f-9892-62414600ad31) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:13:28.770874 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:28.771749 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:28.773423 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507d1a89-1e6a-48c2-8988-848230d43008 None None] Network ad22cb0f-2f83-463f-9892-62414600ad31 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:13:28.794953 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8392b3bd-f699-49d4-b3bf-e6204849efa5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4810224 Aug 27 03:13:28.894825 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 38046) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:28.964458 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9537f-9768-49c8-845b-1a9a74be34c5 None None] Network ad22cb0f-2f83-463f-9892-62414600ad31 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:13:29.071142 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8239-e175-416d-bf28-03d49bd501fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:29.116440 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb8a39-c3dd-4abe-90b4-9d0a7a584119 req-95a71f40-9597-4898-ae9c-483c3dc4d8b7 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:29.125080 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9aeb8a39-c3dd-4abe-90b4-9d0a7a584119 req-95a71f40-9597-4898-ae9c-483c3dc4d8b7 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.1186240 Aug 27 03:13:29.216100 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9aeb8a39-c3dd-4abe-90b4-9d0a7a584119 req-2b0048fa-3d54-4797-8f6c-59d0808799b6 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897403 Aug 27 03:13:29.249744 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8239-e175-416d-bf28-03d49bd501fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:29.255353 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8239-e175-416d-bf28-03d49bd501fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:29.301746 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-cc5c8239-e175-416d-bf28-03d49bd501fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7cb07264a1aa4afebabe5d182e96e631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037225 Aug 27 03:13:29.301988 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c8239-e175-416d-bf28-03d49bd501fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7065191-8799-4544-ab8b-a8aa3d8e9ce2,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:29.302634 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 38064) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:29.366658 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9146-c8fd-4e10-82ea-65cbae0ee1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:29.394657 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9146-c8fd-4e10-82ea-65cbae0ee1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:29.457304 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9146-c8fd-4e10-82ea-65cbae0ee1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:29.461250 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9146-c8fd-4e10-82ea-65cbae0ee1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:29.462514 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8c0c9146-c8fd-4e10-82ea-65cbae0ee1e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7065191-8799-4544-ab8b-a8aa3d8e9ce2 HTTP/1.1" status: 204 len: 168 time: 0.1588485 Aug 27 03:13:29.471451 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c9146-c8fd-4e10-82ea-65cbae0ee1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7065191-8799-4544-ab8b-a8aa3d8e9ce2,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:29.616102 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925f5d-19b3-4090-b0c2-74873590be2b req-97a1aa02-ad40-4c89-bffb-356e41eef522 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:29.617963 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-df925f5d-19b3-4090-b0c2-74873590be2b req-97a1aa02-ad40-4c89-bffb-356e41eef522 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 945 time: 0.0715940 Aug 27 03:13:29.675367 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-df925f5d-19b3-4090-b0c2-74873590be2b req-ad226e81-6467-4164-a82b-6c628288be9f tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497596 Aug 27 03:13:30.367914 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba5563-d7fa-4e63-9977-efe063e1dcc1 req-ceaf39da-777c-43f0-9539-87c765dd3a7c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:30.371503 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0cba5563-d7fa-4e63-9977-efe063e1dcc1 req-ceaf39da-777c-43f0-9539-87c765dd3a7c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0726185 Aug 27 03:13:30.419377 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0cba5563-d7fa-4e63-9977-efe063e1dcc1 req-72fb0ecc-115e-4ccc-a07c-33a4c895ba61 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Aug 27 03:13:31.578566 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af61ca7-aaca-4a53-8d22-b2273ea6727d req-d8e86f98-78ac-4fdd-bf57-249da7b72034 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:31.580390 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1af61ca7-aaca-4a53-8d22-b2273ea6727d req-d8e86f98-78ac-4fdd-bf57-249da7b72034 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0739021 Aug 27 03:13:31.625781 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1af61ca7-aaca-4a53-8d22-b2273ea6727d req-20228e8c-ad02-403b-bc47-16ae11e83a76 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388250 Aug 27 03:13:31.676069 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 38196) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:31.801240 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-88714430-364c-4a39-913e-a5677d58f92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:31.904852 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-88714430-364c-4a39-913e-a5677d58f92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:31.909952 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-88714430-364c-4a39-913e-a5677d58f92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:31.952247 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-88714430-364c-4a39-913e-a5677d58f92c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d242565e0334fa684ebc40f47904587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744391 Aug 27 03:13:31.953454 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88714430-364c-4a39-913e-a5677d58f92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a393ec60-7b7f-4f8f-aaa9-0e10227a5511,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:31.954902 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 38208) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:32.008802 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fd29e1de-a062-428c-b86f-b6f07f4b1393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:32.033775 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fd29e1de-a062-428c-b86f-b6f07f4b1393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:32.095402 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fd29e1de-a062-428c-b86f-b6f07f4b1393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:32.099136 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fd29e1de-a062-428c-b86f-b6f07f4b1393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:32.100452 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-fd29e1de-a062-428c-b86f-b6f07f4b1393 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a393ec60-7b7f-4f8f-aaa9-0e10227a5511 HTTP/1.1" status: 204 len: 168 time: 0.1437535 Aug 27 03:13:32.110869 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29e1de-a062-428c-b86f-b6f07f4b1393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a393ec60-7b7f-4f8f-aaa9-0e10227a5511,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:32.431070 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 38220) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:32.451835 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-73283b4a-9603-4ec6-adca-3d32ff9e0557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:32.553646 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-73283b4a-9603-4ec6-adca-3d32ff9e0557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:32.559943 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-73283b4a-9603-4ec6-adca-3d32ff9e0557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:32.599764 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-73283b4a-9603-4ec6-adca-3d32ff9e0557 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd856c00b8b04a63b767b24e553f7590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674516 Aug 27 03:13:32.600690 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73283b4a-9603-4ec6-adca-3d32ff9e0557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83bc778-c306-4092-89e4-1312717bec09,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:32.604133 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 38230) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:32.657471 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b16a-61ae-458f-aea3-a0054d55d4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:32.678600 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b16a-61ae-458f-aea3-a0054d55d4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:32.735966 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b16a-61ae-458f-aea3-a0054d55d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:32.738706 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b16a-61ae-458f-aea3-a0054d55d4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:32.739975 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-d7c0b16a-61ae-458f-aea3-a0054d55d4c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c83bc778-c306-4092-89e4-1312717bec09 HTTP/1.1" status: 204 len: 168 time: 0.1345670 Aug 27 03:13:32.748186 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0b16a-61ae-458f-aea3-a0054d55d4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83bc778-c306-4092-89e4-1312717bec09,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:33.709121 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-537daec9-fe34-4092-b5d2-cccd18e58c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:36.109273 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-fa9ad938-5c4b-4471-8a25-31a98485473d tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:36.111058 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-fa9ad938-5c4b-4471-8a25-31a98485473d tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/networks?id=ad22cb0f-2f83-463f-9892-62414600ad31 HTTP/1.1" status: 200 len: 814 time: 0.1256223 Aug 27 03:13:36.137539 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-c8fd489b-b534-4d97-b5c9-c5c202c30c01 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/quotas/42e04043008246e9b58aecff0ff3f01d HTTP/1.1" status: 200 len: 375 time: 0.0147789 Aug 27 03:13:36.172330 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:36.178430 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-cc6383c3-54dd-4ef3-aa15-5f6f9d7d1c5f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=42e04043008246e9b58aecff0ff3f01d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316577 Aug 27 03:13:36.276938 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-7b493ac5-3511-434e-a1b0-9368cee22245 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:36.278448 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-7b493ac5-3511-434e-a1b0-9368cee22245 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 814 time: 0.1365981 Aug 27 03:13:36.301334 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-c23ca042-4f02-42bc-b1d8-c1e85100cc11 service neutron] 10.222.0.30 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137645 Aug 27 03:13:36.304072 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-baacebf3-9dcf-451a-b8fd-3954bedf2485 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/quotas/8b90d6e7301e43a88eff5482fa3cb689 HTTP/1.1" status: 200 len: 375 time: 0.0153568 Aug 27 03:13:36.375632 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-7556fa0a-391e-416d-bdbb-d29e9dc0a884 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653367 Aug 27 03:13:36.406376 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8d76ba3f-cb60-48be-8799-eb5b3a7083df service neutron] 10.222.0.30 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976944 Aug 27 03:13:36.469676 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-255493e3-0daf-4e5b-a957-3a42a9dc7974 service neutron] 10.222.0.30 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868659 Aug 27 03:13:36.585487 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-9e5d5c8a-71dd-408d-a2a5-45e7a6df3acc service neutron] 10.222.0.30 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091039 Aug 27 03:13:36.795376 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836d74-efb3-4b1e-a7ef-51087966e5d9 req-c95903e2-8198-49a9-93cb-c247c64e98de tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:36.797328 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c9836d74-efb3-4b1e-a7ef-51087966e5d9 req-c95903e2-8198-49a9-93cb-c247c64e98de tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0822756 Aug 27 03:13:36.814546 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c1c7c497-b533-4482-99b2-abf6cf2ee493 req-034ac56c-300e-42e1-a36c-8d4af0a686e0 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 210 time: 0.0667815 Aug 27 03:13:36.847771 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c9836d74-efb3-4b1e-a7ef-51087966e5d9 req-678b0f44-d8ac-44f8-a12f-ca18370d5fef tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426798 Aug 27 03:13:36.988954 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fb0af526-5b35-4f51-bcdb-fb4a11cad54d req-4f0ae61b-8660-43ff-b7be-be6aaefffc6d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 210 time: 0.0621872 Aug 27 03:13:37.058946 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 38390) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:37.191131 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-93146620-fc92-4625-bf41-c769e7a62956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:37.343431 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-93146620-fc92-4625-bf41-c769e7a62956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:37.350486 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-93146620-fc92-4625-bf41-c769e7a62956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:37.408264 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 38404) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:37.409039 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-93146620-fc92-4625-bf41-c769e7a62956 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cfe29ed695d4a31bae71c7c8163beeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481562 Aug 27 03:13:37.409231 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93146620-fc92-4625-bf41-c769e7a62956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56cac84-c57e-4ac8-a0f1-e1d5558ffd99,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:37.478229 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05582fbb-7130-4745-9d39-f4aeaf7640ab req-6767d2cf-7702-4e51-9dcd-238227007516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:37.480897 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-05582fbb-7130-4745-9d39-f4aeaf7640ab req-6767d2cf-7702-4e51-9dcd-238227007516 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0535870 Aug 27 03:13:37.482910 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fb499850-928c-4685-8868-f3cfc89885d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:37.503993 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fb499850-928c-4685-8868-f3cfc89885d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:37.522227 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-05582fbb-7130-4745-9d39-f4aeaf7640ab req-8724d4cd-829b-425b-84bc-7263a61532e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293489 Aug 27 03:13:37.551794 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fb499850-928c-4685-8868-f3cfc89885d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:37.554640 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fb499850-928c-4685-8868-f3cfc89885d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:37.558241 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-fb499850-928c-4685-8868-f3cfc89885d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e56cac84-c57e-4ac8-a0f1-e1d5558ffd99 HTTP/1.1" status: 204 len: 168 time: 0.1467085 Aug 27 03:13:37.566467 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb499850-928c-4685-8868-f3cfc89885d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56cac84-c57e-4ac8-a0f1-e1d5558ffd99,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:37.575461 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-100df8a3-8b15-4a44-ab05-64fbb60656b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:37.842095 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 38414) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:37.855642 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c0cf99dc-7d03-4b0e-8415-c703ded7ded2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:37.925745 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3116a021-5003-412d-8867-03f712007b09 req-52ffefaa-6d02-494d-9af0-2f0ad1ad7403 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 210 time: 0.0290310 Aug 27 03:13:37.990646 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c0cf99dc-7d03-4b0e-8415-c703ded7ded2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:37.996557 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c0cf99dc-7d03-4b0e-8415-c703ded7ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.007303 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d29b64-af0f-4f29-9315-549e8db666f5 req-08a6c8d9-d23d-4315-923f-4a59f99b98ae tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:38.008770 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-74d29b64-af0f-4f29-9315-549e8db666f5 req-08a6c8d9-d23d-4315-923f-4a59f99b98ae tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0846307 Aug 27 03:13:38.061779 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-c0cf99dc-7d03-4b0e-8415-c703ded7ded2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db34a32350504e8ca85d67b2b9e96cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184412 Aug 27 03:13:38.062395 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf99dc-7d03-4b0e-8415-c703ded7ded2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f463a477-d0fb-47fc-8fdb-764b45a4d2a7,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:38.066094 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 38422) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:38.091674 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7b211967-d3fe-43bb-b52b-7d25f8753e85 req-2397363f-9b74-4f0e-a135-6277d1f6cd26 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 210 time: 0.0317016 Aug 27 03:13:38.107559 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-74d29b64-af0f-4f29-9315-549e8db666f5 req-c344fcc5-cfa1-4341-bec5-db51cbe7de16 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912290 Aug 27 03:13:38.131681 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-06e65c10-a4c9-44d8-8bba-a1807c9711c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.153234 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-06e65c10-a4c9-44d8-8bba-a1807c9711c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.199961 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-06e65c10-a4c9-44d8-8bba-a1807c9711c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.202630 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-06e65c10-a4c9-44d8-8bba-a1807c9711c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.203789 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-06e65c10-a4c9-44d8-8bba-a1807c9711c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f463a477-d0fb-47fc-8fdb-764b45a4d2a7 HTTP/1.1" status: 204 len: 168 time: 0.1356986 Aug 27 03:13:38.211537 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e65c10-a4c9-44d8-8bba-a1807c9711c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f463a477-d0fb-47fc-8fdb-764b45a4d2a7,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:38.341234 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.528590 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 38432) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:38.549831 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9046e93e-ddb0-4d3c-8304-dea937e3fef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.644846 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9046e93e-ddb0-4d3c-8304-dea937e3fef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.648911 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9046e93e-ddb0-4d3c-8304-dea937e3fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.689324 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-9046e93e-ddb0-4d3c-8304-dea937e3fef2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30a6697d841a4a4ca3b06c031c6d14a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595068 Aug 27 03:13:38.690298 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046e93e-ddb0-4d3c-8304-dea937e3fef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c6b551-25c7-4fea-aa52-b2174648b9b6,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:38.693639 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 38436) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:38.748557 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-823946b5-089b-4e90-9744-6d3ba78330f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.772348 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-823946b5-089b-4e90-9744-6d3ba78330f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.823500 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-823946b5-089b-4e90-9744-6d3ba78330f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.826055 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-823946b5-089b-4e90-9744-6d3ba78330f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.827252 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-823946b5-089b-4e90-9744-6d3ba78330f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1c6b551-25c7-4fea-aa52-b2174648b9b6 HTTP/1.1" status: 204 len: 168 time: 0.1320009 Aug 27 03:13:38.835269 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823946b5-089b-4e90-9744-6d3ba78330f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c6b551-25c7-4fea-aa52-b2174648b9b6,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:39.021398 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-09c8c40b-298a-403c-86f0-5e2669ffa1f2 req-0144618e-7eae-45fc-b97f-a5f6f8953474 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 210 time: 0.0259006 Aug 27 03:13:39.188163 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-17e0bb6c-033c-4add-864d-98e59bfa55a8 req-6c1789e7-1126-4b4a-8440-0a0fb75eedd2 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 210 time: 0.0263715 Aug 27 03:13:39.295747 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278417a-59eb-4fea-ba6b-be36681fb715 req-917020bc-7712-467a-b610-39dcada5eba1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:39.297240 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1278417a-59eb-4fea-ba6b-be36681fb715 req-917020bc-7712-467a-b610-39dcada5eba1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0490849 Aug 27 03:13:39.339547 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1278417a-59eb-4fea-ba6b-be36681fb715 req-b49108c4-01f0-4f6f-8fa2-46f0054e2da9 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357513 Aug 27 03:13:40.145347 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eb6d6a31-9de4-4804-93d3-29fc8d94f972 req-98150bb6-9990-4a42-b9d7-8e72e95a30b3 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 210 time: 0.0458593 Aug 27 03:13:40.282992 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-392ae0eb-a460-4fc8-b8a9-fd543bbf8bf2 req-7ad52585-f94f-4df3-9e49-4d1b9904c678 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 210 time: 0.0256393 Aug 27 03:13:40.460306 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffb7ee-0f0f-4085-9ed9-09518a9e2086 req-2211fbee-3c7d-4bf1-960a-27657b125db2 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:40.461790 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-33ffb7ee-0f0f-4085-9ed9-09518a9e2086 req-2211fbee-3c7d-4bf1-960a-27657b125db2 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0559194 Aug 27 03:13:40.503478 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-33ffb7ee-0f0f-4085-9ed9-09518a9e2086 req-49f17be2-44a9-439c-b948-00df5e4962ca tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348265 Aug 27 03:13:40.930404 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:41.237657 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2cbc6af4-714f-4cd1-8838-04126d09b58f req-afc3e219-a83e-417d-b35e-24e7735b4c53 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 210 time: 0.0260515 Aug 27 03:13:41.400556 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-aa4734d1-b29c-4da5-a46a-bdcb2ccb40ee req-818e3cf7-9d81-4717-8214-74b9d9c85921 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 210 time: 0.0343862 Aug 27 03:13:41.418465 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-edadc29b-465d-4c39-8d15-20d4478a495c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:41.420270 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-edadc29b-465d-4c39-8d15-20d4478a495c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.21 "GET /v2.0/networks?id=ad22cb0f-2f83-463f-9892-62414600ad31 HTTP/1.1" status: 200 len: 814 time: 0.1440947 Aug 27 03:13:41.440534 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Request body: {'port': {'device_id': '6d330e2a-5bb1-4596-a34c-de73a0583362', 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31', 'admin_state_up': True, 'tenant_id': '42e04043008246e9b58aecff0ff3f01d'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:13:41.555813 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Made reservation on behalf of 42e04043008246e9b58aecff0ff3f01d for: {'port': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:13:41.559399 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:41.703072 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b835845-b872-488e-9c1c-191086973be3 req-c2407a97-a9f7-46dd-bd57-cff9831ec0cc tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:41.712623 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0b835845-b872-488e-9c1c-191086973be3 req-c2407a97-a9f7-46dd-bd57-cff9831ec0cc tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.1098614 Aug 27 03:13:41.754584 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Allocated IP 172.20.0.13 (ad22cb0f-2f83-463f-9892-62414600ad31/3c7e8f6f-e958-408d-ba70-23aa36bba06a/3365698d-f747-4c96-93ab-78708050631b) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:13:41.762272 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0b835845-b872-488e-9c1c-191086973be3 req-155c6f79-51e7-4362-9d72-cfba6765ba84 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476162 Aug 27 03:13:42.000343 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:42.054058 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:42.070371 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-9934bbf4-cbe5-4abf-9806-a2c05b37b149 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:42.072463 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-9934bbf4-cbe5-4abf-9806-a2c05b37b149 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 814 time: 0.1649003 Aug 27 03:13:42.090927 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:13:42.092060 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Request body: {'port': {'device_id': '1bb3fa26-fa6c-4832-a515-268db5298d29', 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7', 'admin_state_up': True, 'tenant_id': '8b90d6e7301e43a88eff5482fa3cb689'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:13:42.107609 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Network ad22cb0f-2f83-463f-9892-62414600ad31 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:13:42.111959 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:13:42.114800 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:13:42.151960 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Pushing event updated for resources: {'Port': ['ID=3365698d-f747-4c96-93ab-78708050631b,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:42.198893 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:42.199587 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:42.230548 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-445ddd88-eb4e-4db4-9917-b236096054ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7949920 Aug 27 03:13:42.252914 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Request body: {'port': {'device_id': '6d330e2a-5bb1-4596-a34c-de73a0583362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:13:42.340714 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:42.519298 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10096ea2-cce7-4ddd-bc63-799b7b8bd8a9 req-ccae7f08-84a4-4b61-9cc1-7a8318a98ed7 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:42.520712 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-10096ea2-cce7-4ddd-bc63-799b7b8bd8a9 req-ccae7f08-84a4-4b61-9cc1-7a8318a98ed7 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 932 time: 0.0982206 Aug 27 03:13:42.534013 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea37cdaa-6d70-47ce-88ef-b1600bc35e96 req-10c29101-f8d7-410b-95a7-ac66b124bf8c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 210 time: 0.0376503 Aug 27 03:13:42.575294 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-10096ea2-cce7-4ddd-bc63-799b7b8bd8a9 req-74b355f7-55dd-4b1e-94fc-f9144f960619 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468807 Aug 27 03:13:42.576598 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Made reservation on behalf of 8b90d6e7301e43a88eff5482fa3cb689 for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:13:42.580319 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:42.715091 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3365698d-f747-4c96-93ab-78708050631b {{(pid=93974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:13:42.723441 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:42.725346 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Allocated IP 172.20.0.5 (adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7/e59ddab5-65fc-4079-b80d-415469417ef0/192e2b81-b1c1-4662-8ebc-8dd53d96e394) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:13:42.736882 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.provisioning_blocks [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Transition to ACTIVE for port object 3365698d-f747-4c96-93ab-78708050631b will not be triggered until provisioned by entity L2. {{(pid=93974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:13:42.740879 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600895'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:42.829153 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3365698d-f747-4c96-93ab-78708050631b,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:42.910263 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:42.921715 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Attempting to bind port 3365698d-f747-4c96-93ab-78708050631b on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:13:42.921895 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Attempting to bind port 3365698d-f747-4c96-93ab-78708050631b by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '959ea8aa-ef15-4e78-b14b-4d3a1e737f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31'}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:13:42.922256 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Attempting to bind port 3365698d-f747-4c96-93ab-78708050631b on network ad22cb0f-2f83-463f-9892-62414600ad31 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:13:42.935804 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192cb35-9f7c-4fe2-9fb2-f2e0a58ca290 req-25ede782-791b-40ff-98bf-be2c86195c42 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:42.937382 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9192cb35-9f7c-4fe2-9fb2-f2e0a58ca290 req-25ede782-791b-40ff-98bf-be2c86195c42 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0844331 Aug 27 03:13:42.940731 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Port 3365698d-f747-4c96-93ab-78708050631b on network ad22cb0f-2f83-463f-9892-62414600ad31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:13:42.941192 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Attempting to bind port 3365698d-f747-4c96-93ab-78708050631b on network ad22cb0f-2f83-463f-9892-62414600ad31 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:13:42.950264 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:13:42.950638 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Checking segment: {'id': '959ea8aa-ef15-4e78-b14b-4d3a1e737f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:13:42.951088 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Bound using segment: {'id': '959ea8aa-ef15-4e78-b14b-4d3a1e737f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31'} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:13:42.951604 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Bound port: 3365698d-f747-4c96-93ab-78708050631b, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959ea8aa-ef15-4e78-b14b-4d3a1e737f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31'}}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:13:42.952011 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:42.963606 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:42.975830 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['1031db85-1db3-4237-b55d-9498067e6ad1', '0cfedbcf-991d-45b3-9b0f-a773354b6a8d'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:13:43.014867 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:13:43.018257 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:13:43.022060 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:13:43.027014 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9192cb35-9f7c-4fe2-9fb2-f2e0a58ca290 req-de7db467-8937-418a-8862-bf7b573cced2 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795648 Aug 27 03:13:43.028732 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:43.029676 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:43.037856 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Pushing event updated for resources: {'Port': ['ID=192e2b81-b1c1-4662-8ebc-8dd53d96e394,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:43.058237 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-2b231c31-097a-4f97-9c7e-898720179c57 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9719427 Aug 27 03:13:43.076259 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Request body: {'port': {'device_id': '1bb3fa26-fa6c-4832-a515-268db5298d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:13:43.089017 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] For port 3365698d-f747-4c96-93ab-78708050631b, host hv-cinder-80588, cleared binding levels {{(pid=93974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:13:43.093265 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] For port 3365698d-f747-4c96-93ab-78708050631b, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3365698d-f747-4c96-93ab-78708050631b,segment=NetworkSegment(959ea8aa-ef15-4e78-b14b-4d3a1e737f0e),segment_id=959ea8aa-ef15-4e78-b14b-4d3a1e737f0e)] {{(pid=93974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:13:43.101062 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600895'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:43.159227 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:43.159871 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:43.161284 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/3365698d-f747-4c96-93ab-78708050631b HTTP/1.1" status: 200 len: 1094 time: 0.9211168 Aug 27 03:13:43.161716 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d330e2a-5bb1-4596-a34c-de73a0583362', 'tag': '3365698d-f747-4c96-93ab-78708050631b'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:13:43.164071 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea05fa86-7c17-4774-a0b4-6345543aaa11" -d '{"events": [{"name": "network-changed", "server_uuid": "6d330e2a-5bb1-4596-a34c-de73a0583362", "tag": "3365698d-f747-4c96-93ab-78708050631b"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:13:43.177152 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:43.201342 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc41647-c71a-4319-9f37-3262b46929b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3365698d-f747-4c96-93ab-78708050631b,revision_number=3']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:43.216245 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b8679b-cc95-4887-8eb4-d39c791a2f28 x-openstack-request-id: req-81b8679b-cc95-4887-8eb4-d39c791a2f28 {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:13:43.216585 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d330e2a-5bb1-4596-a34c-de73a0583362", "tag": "3365698d-f747-4c96-93ab-78708050631b", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:13:43.216804 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81b8679b-cc95-4887-8eb4-d39c791a2f28 {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:13:43.217660 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d330e2a-5bb1-4596-a34c-de73a0583362', 'tag': '3365698d-f747-4c96-93ab-78708050631b', 'status': 'completed', 'code': 200} Aug 27 03:13:43.246825 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40114c5c-f8ee-4222-af24-7dbf16ffcee1 req-9795e1cf-27a9-47eb-bf25-6197ca1f3cbf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:43.253286 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-40114c5c-f8ee-4222-af24-7dbf16ffcee1 req-9795e1cf-27a9-47eb-bf25-6197ca1f3cbf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.1189320 Aug 27 03:13:43.312106 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-80d30bcb-311f-408d-ba7d-cc2972dcf98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:43.313638 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-80d30bcb-311f-408d-ba7d-cc2972dcf98d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e04043008246e9b58aecff0ff3f01d&device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 1097 time: 0.0640938 Aug 27 03:13:43.361843 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-c7c436bf-6201-45b3-8497-ec89169a7569 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3365698d-f747-4c96-93ab-78708050631b HTTP/1.1" status: 200 len: 217 time: 0.0354009 Aug 27 03:13:43.373732 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-40114c5c-f8ee-4222-af24-7dbf16ffcee1 req-cb7b58f2-b121-49e0-95e7-163c0a3f5624 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144059 Aug 27 03:13:43.434653 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-e786f3c9-9e88-44d3-8389-2d92d7edde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:43.436213 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-e786f3c9-9e88-44d3-8389-2d92d7edde24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c7e8f6f-e958-408d-ba70-23aa36bba06a HTTP/1.1" status: 200 len: 854 time: 0.0570118 Aug 27 03:13:43.493948 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-484fa76a-1ceb-453f-baa1-7134c7c688d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad22cb0f-2f83-463f-9892-62414600ad31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437825 Aug 27 03:13:43.559551 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192e2b81-b1c1-4662-8ebc-8dd53d96e394 {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:13:43.569527 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:43.585847 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Transition to ACTIVE for port object 192e2b81-b1c1-4662-8ebc-8dd53d96e394 will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:13:43.591395 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:43.660906 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-8832250e-5a2f-4c82-b687-ffbf608e89d4 service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556025 Aug 27 03:13:43.746470 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Pushing event updated for resources: {'Port': ['ID=192e2b81-b1c1-4662-8ebc-8dd53d96e394,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:43.779124 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08077a74-673b-4e6d-8534-21c74df4bb82 req-08d9386b-0916-4ead-8221-a6502f5516b2 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:43.781059 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-08077a74-673b-4e6d-8534-21c74df4bb82 req-08d9386b-0916-4ead-8221-a6502f5516b2 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 943 time: 0.1053696 Aug 27 03:13:43.781793 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Attempting to bind port 192e2b81-b1c1-4662-8ebc-8dd53d96e394 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:13:43.782133 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Attempting to bind port 192e2b81-b1c1-4662-8ebc-8dd53d96e394 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:13:43.782509 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Attempting to bind port 192e2b81-b1c1-4662-8ebc-8dd53d96e394 on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:13:43.789608 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Port 192e2b81-b1c1-4662-8ebc-8dd53d96e394 on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:13:43.789959 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Attempting to bind port 192e2b81-b1c1-4662-8ebc-8dd53d96e394 on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:13:43.817167 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:13:43.817167 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Checking segment: {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:13:43.817494 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Bound using segment: {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:13:43.818071 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Bound port: 192e2b81-b1c1-4662-8ebc-8dd53d96e394, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:13:43.818291 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:43.862547 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-08077a74-673b-4e6d-8534-21c74df4bb82 req-71ff16bd-74a9-4680-8e3c-5c130d177f6c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749338 Aug 27 03:13:43.937770 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] For port 192e2b81-b1c1-4662-8ebc-8dd53d96e394, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:13:43.942577 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] For port 192e2b81-b1c1-4662-8ebc-8dd53d96e394, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=192e2b81-b1c1-4662-8ebc-8dd53d96e394,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:13:43.950438 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:43.998578 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:43.998578 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:44.005188 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] 10.222.0.21 "PUT /v2.0/ports/192e2b81-b1c1-4662-8ebc-8dd53d96e394 HTTP/1.1" status: 200 len: 1093 time: 0.9340382 Aug 27 03:13:44.010925 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb3fa26-fa6c-4832-a515-268db5298d29', 'tag': '192e2b81-b1c1-4662-8ebc-8dd53d96e394'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:13:44.014530 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1301398-92c4-4ced-9d3e-6a78783134af" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb3fa26-fa6c-4832-a515-268db5298d29", "tag": "192e2b81-b1c1-4662-8ebc-8dd53d96e394"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:13:44.099956 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705b76cd-4813-4d4d-8d16-599ce006d2ce x-openstack-request-id: req-705b76cd-4813-4d4d-8d16-599ce006d2ce {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:13:44.100306 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb3fa26-fa6c-4832-a515-268db5298d29", "tag": "192e2b81-b1c1-4662-8ebc-8dd53d96e394", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:13:44.100511 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-705b76cd-4813-4d4d-8d16-599ce006d2ce {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:13:44.100917 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb3fa26-fa6c-4832-a515-268db5298d29', 'tag': '192e2b81-b1c1-4662-8ebc-8dd53d96e394', 'status': 'completed', 'code': 200} Aug 27 03:13:44.107278 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e68b86-7b80-441b-aba5-d39eb0cdb750 service neutron] Pushing event updated for resources: {'Port': ['ID=192e2b81-b1c1-4662-8ebc-8dd53d96e394,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:44.121512 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-a33f6bef-bfc9-40f6-a015-a6f7857a2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.123137 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-a33f6bef-bfc9-40f6-a015-a6f7857a2ae5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 1096 time: 0.0601325 Aug 27 03:13:44.145324 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9b585-50d4-4223-978b-4aa9ec8ae0a8 req-88a69cb7-6279-4cd3-b832-9ba7d82c8661 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.147107 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-72f9b585-50d4-4223-978b-4aa9ec8ae0a8 req-88a69cb7-6279-4cd3-b832-9ba7d82c8661 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 944 time: 0.4505577 Aug 27 03:13:44.183910 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-c6e9e551-3bcf-48a5-98d8-a96fb44e31c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=192e2b81-b1c1-4662-8ebc-8dd53d96e394 HTTP/1.1" status: 200 len: 217 time: 0.0463953 Aug 27 03:13:44.184669 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5b64ec15-a7d0-46c6-afc0-9460d902c366 req-327347a7-96c3-4bde-9418-1518d62f73b7 service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143847 Aug 27 03:13:44.208368 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-72f9b585-50d4-4223-978b-4aa9ec8ae0a8 req-3f84f1e6-d29b-4f18-bc8c-2e90c92e8683 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551915 Aug 27 03:13:44.266393 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-5a2ba4f4-5f6a-4683-a03d-04fcc2e4aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.269641 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-5a2ba4f4-5f6a-4683-a03d-04fcc2e4aeb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e59ddab5-65fc-4079-b80d-415469417ef0 HTTP/1.1" status: 200 len: 854 time: 0.0693743 Aug 27 03:13:44.311368 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05fa86-7c17-4774-a0b4-6345543aaa11 req-fb4b1b86-8e9f-46e4-a961-b3fbbc73f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.313482 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea05fa86-7c17-4774-a0b4-6345543aaa11 req-fb4b1b86-8e9f-46e4-a961-b3fbbc73f006 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e04043008246e9b58aecff0ff3f01d&device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 1097 time: 0.0628991 Aug 27 03:13:44.326698 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-6ccb61d7-6572-4adb-893a-745630027b31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463266 Aug 27 03:13:44.446775 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05fa86-7c17-4774-a0b4-6345543aaa11 req-4fc856a3-eaa8-4212-bb8d-1ec8b76877c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.448375 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea05fa86-7c17-4774-a0b4-6345543aaa11 req-4fc856a3-eaa8-4212-bb8d-1ec8b76877c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad22cb0f-2f83-463f-9892-62414600ad31 HTTP/1.1" status: 200 len: 915 time: 0.1267095 Aug 27 03:13:44.469814 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-b20e05d9-9654-4d31-9e97-68df697b379a service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241162 Aug 27 03:13:44.501771 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea05fa86-7c17-4774-a0b4-6345543aaa11 req-451ef6f4-53e6-4f3b-8eb8-2874f749fdc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3365698d-f747-4c96-93ab-78708050631b HTTP/1.1" status: 200 len: 217 time: 0.0409191 Aug 27 03:13:44.564887 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05fa86-7c17-4774-a0b4-6345543aaa11 req-af4f9efe-3a84-4574-a6af-53dcfcc34d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.566396 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea05fa86-7c17-4774-a0b4-6345543aaa11 req-af4f9efe-3a84-4574-a6af-53dcfcc34d55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c7e8f6f-e958-408d-ba70-23aa36bba06a HTTP/1.1" status: 200 len: 854 time: 0.0531301 Aug 27 03:13:44.589674 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3f2ee7aa-ca8c-4be4-874c-7a10dfebc5d7 req-7ff6b0cf-544e-46bb-ad8c-54cafd038323 service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057363 Aug 27 03:13:44.603331 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea05fa86-7c17-4774-a0b4-6345543aaa11 req-8df556c6-249b-431d-96cf-ee44f22d9419 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad22cb0f-2f83-463f-9892-62414600ad31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250804 Aug 27 03:13:44.688713 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301398-92c4-4ced-9d3e-6a78783134af req-823b2610-4a4e-49d1-9dbd-477bd9fc6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.690476 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a1301398-92c4-4ced-9d3e-6a78783134af req-823b2610-4a4e-49d1-9dbd-477bd9fc6842 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 1096 time: 0.0433133 Aug 27 03:13:44.707097 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea05fa86-7c17-4774-a0b4-6345543aaa11 req-f9f3bb5c-b5de-4827-b05a-5016d1c4e59a service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860591 Aug 27 03:13:44.800993 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301398-92c4-4ced-9d3e-6a78783134af req-71bd12ba-5a09-4980-9839-0bb35979041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.802953 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a1301398-92c4-4ced-9d3e-6a78783134af req-71bd12ba-5a09-4980-9839-0bb35979041c service neutron] 10.222.0.21 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 915 time: 0.1040139 Aug 27 03:13:44.811102 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea05fa86-7c17-4774-a0b4-6345543aaa11 req-46a31ce0-f6cc-4e79-95d4-cedfad6b743b service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950704 Aug 27 03:13:44.849843 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a1301398-92c4-4ced-9d3e-6a78783134af req-8c217984-35f2-4f40-b258-851f42953d6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=192e2b81-b1c1-4662-8ebc-8dd53d96e394 HTTP/1.1" status: 200 len: 217 time: 0.0391355 Aug 27 03:13:44.903421 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301398-92c4-4ced-9d3e-6a78783134af req-ddbcd952-77e8-4219-882e-c43bc947427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.904927 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a1301398-92c4-4ced-9d3e-6a78783134af req-ddbcd952-77e8-4219-882e-c43bc947427d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e59ddab5-65fc-4079-b80d-415469417ef0 HTTP/1.1" status: 200 len: 854 time: 0.0464501 Aug 27 03:13:44.941309 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a1301398-92c4-4ced-9d3e-6a78783134af req-f934525f-2a8f-4eb8-bb91-a59014e5b8cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263922 Aug 27 03:13:45.011162 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076375c-0801-4371-96af-d3d44f9b5eeb req-c7f6a2ec-711e-4781-9867-7b34a78e9225 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:45.012740 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5076375c-0801-4371-96af-d3d44f9b5eeb req-c7f6a2ec-711e-4781-9867-7b34a78e9225 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 943 time: 0.0570462 Aug 27 03:13:45.055093 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a1301398-92c4-4ced-9d3e-6a78783134af req-1e68339f-e4d0-4418-9993-0dbbd3b4b042 service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027918 Aug 27 03:13:45.063624 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5076375c-0801-4371-96af-d3d44f9b5eeb req-9256f564-3460-46ab-b92a-a708fe87f66c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404069 Aug 27 03:13:45.180130 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a1301398-92c4-4ced-9d3e-6a78783134af req-9a54a909-6010-4e37-abe4-e356d0bee1c8 service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119051 Aug 27 03:13:45.294093 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae469a2d-c097-4d12-a94f-d77f6cf7878c req-96318db8-43fc-4986-b485-c3bf606a565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:45.296704 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae469a2d-c097-4d12-a94f-d77f6cf7878c req-96318db8-43fc-4986-b485-c3bf606a565d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 1099 time: 0.0551980 Aug 27 03:13:45.308997 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65e5a2-6d67-4fd2-a051-c0afb81c7439 req-0d1be090-e4ec-4368-b0f6-914e7be49262 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:45.310494 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8c65e5a2-6d67-4fd2-a051-c0afb81c7439 req-0d1be090-e4ec-4368-b0f6-914e7be49262 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0552175 Aug 27 03:13:45.356575 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8c65e5a2-6d67-4fd2-a051-c0afb81c7439 req-ea3f29d0-c21d-45ea-bcd2-73a9c5e88686 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383112 Aug 27 03:13:45.411120 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d70dd-c4dd-4c94-91ba-46cd949e3978 req-66b29d9b-eec8-4584-910b-3b0d51057429 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:45.412625 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-663d70dd-c4dd-4c94-91ba-46cd949e3978 req-66b29d9b-eec8-4584-910b-3b0d51057429 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 944 time: 0.1120920 Aug 27 03:13:45.447771 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae469a2d-c097-4d12-a94f-d77f6cf7878c req-a6991209-ee6e-4518-98e1-2da34fd6ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:45.449255 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae469a2d-c097-4d12-a94f-d77f6cf7878c req-a6991209-ee6e-4518-98e1-2da34fd6ea1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 919 time: 0.1397536 Aug 27 03:13:45.497727 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae469a2d-c097-4d12-a94f-d77f6cf7878c req-eac22611-ba37-4e1d-be22-6a5e910c6a04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54014927-846c-4591-9e87-5cb7709bf2a6 HTTP/1.1" status: 200 len: 217 time: 0.0370121 Aug 27 03:13:45.500721 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-663d70dd-c4dd-4c94-91ba-46cd949e3978 req-4a4f6904-1873-4a30-bf20-322b8f2dc278 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810237 Aug 27 03:13:45.563143 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae469a2d-c097-4d12-a94f-d77f6cf7878c req-90c59eb0-b14c-4e47-83fe-a2dcd4e96829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:45.565122 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae469a2d-c097-4d12-a94f-d77f6cf7878c req-90c59eb0-b14c-4e47-83fe-a2dcd4e96829 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 200 len: 858 time: 0.0531356 Aug 27 03:13:45.602635 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae469a2d-c097-4d12-a94f-d77f6cf7878c req-901622aa-a1b8-4c6e-a7a7-60e30de2269a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b17879c-d837-4d30-a4db-99c881c934c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259180 Aug 27 03:13:45.710524 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae469a2d-c097-4d12-a94f-d77f6cf7878c req-9aa71b1a-a8fc-4b32-910e-9edadbb947f5 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986154 Aug 27 03:13:45.807273 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae469a2d-c097-4d12-a94f-d77f6cf7878c req-d114a09a-75c4-4995-a5ce-2310b2fa6451 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881557 Aug 27 03:13:45.823167 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 38686) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:45.940097 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-963e2476-a2a6-4ab9-8da6-8658645b6354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:46.033723 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-963e2476-a2a6-4ab9-8da6-8658645b6354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:46.038124 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-963e2476-a2a6-4ab9-8da6-8658645b6354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:46.080525 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-963e2476-a2a6-4ab9-8da6-8658645b6354 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bced65b61be4473a9ea45c55c561a68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554853 Aug 27 03:13:46.081069 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e2476-a2a6-4ab9-8da6-8658645b6354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65d8f27-a02d-4738-9efc-fd4b98ab606e,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:46.083123 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 38694) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:46.149320 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c152-c833-4ef7-8540-b9157ee02eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:46.187713 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c152-c833-4ef7-8540-b9157ee02eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:46.219584 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407c13a-a7cf-45bf-aaa1-b84f6e36e8f9 req-33f75ae9-85c9-417c-ad97-feb2a219c658 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:46.221109 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b407c13a-a7cf-45bf-aaa1-b84f6e36e8f9 req-33f75ae9-85c9-417c-ad97-feb2a219c658 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 943 time: 0.0853281 Aug 27 03:13:46.272018 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b407c13a-a7cf-45bf-aaa1-b84f6e36e8f9 req-abbc0d61-5aad-48cb-b715-99ec6f112223 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449603 Aug 27 03:13:46.279868 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c152-c833-4ef7-8540-b9157ee02eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:46.282518 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c152-c833-4ef7-8540-b9157ee02eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:46.283683 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-c9f8c152-c833-4ef7-8540-b9157ee02eca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f65d8f27-a02d-4738-9efc-fd4b98ab606e HTTP/1.1" status: 204 len: 168 time: 0.1995513 Aug 27 03:13:46.291981 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8c152-c833-4ef7-8540-b9157ee02eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65d8f27-a02d-4738-9efc-fd4b98ab606e,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:46.487814 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eed31e-3548-4734-8399-c0c2d7720619 req-c2b331ac-2d1b-4e24-b83f-96a68793422d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:46.496317 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-13eed31e-3548-4734-8399-c0c2d7720619 req-c2b331ac-2d1b-4e24-b83f-96a68793422d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0611172 Aug 27 03:13:46.536778 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-13eed31e-3548-4734-8399-c0c2d7720619 req-7b7898b8-8aae-445e-8b96-1eef37114eb4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395494 Aug 27 03:13:46.646337 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365aea2-1295-4aed-b58c-72d805e84a60 req-ca15c224-10c9-4357-97ff-3fb03148b776 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:46.648741 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3365aea2-1295-4aed-b58c-72d805e84a60 req-ca15c224-10c9-4357-97ff-3fb03148b776 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 944 time: 0.0569513 Aug 27 03:13:46.699288 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3365aea2-1295-4aed-b58c-72d805e84a60 req-f9b1bf40-c1a9-451d-b809-9ca6ba4c8723 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414808 Aug 27 03:13:46.952548 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:47.221316 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 3365698d-f747-4c96-93ab-78708050631b details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:13:47.330303 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 3365698d-f747-4c96-93ab-78708050631b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3365698d-f747-4c96-93ab-78708050631b,segment=NetworkSegment(959ea8aa-ef15-4e78-b14b-4d3a1e737f0e),segment_id=959ea8aa-ef15-4e78-b14b-4d3a1e737f0e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:47.343255 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '3365698d-f747-4c96-93ab-78708050631b', 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31', 'port_id': '3365698d-f747-4c96-93ab-78708050631b', 'mac_address': 'fa:16:3e:f9:de:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7e8f6f-e958-408d-ba70-23aa36bba06a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:13:47.382316 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:47.395609 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157e837-9811-496a-ae68-9f6ef4117cd1 req-35037535-7034-4e7c-a219-c74495b77c46 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:47.397225 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e157e837-9811-496a-ae68-9f6ef4117cd1 req-35037535-7034-4e7c-a219-c74495b77c46 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 943 time: 0.0525548 Aug 27 03:13:47.405945 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3365698d-f747-4c96-93ab-78708050631b {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:13:47.431140 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 3365698d-f747-4c96-93ab-78708050631b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3365698d-f747-4c96-93ab-78708050631b,segment=NetworkSegment(959ea8aa-ef15-4e78-b14b-4d3a1e737f0e),segment_id=959ea8aa-ef15-4e78-b14b-4d3a1e737f0e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:47.436422 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:47.458872 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e157e837-9811-496a-ae68-9f6ef4117cd1 req-b6f0bbd5-958f-4011-bdbb-e91f8a5e6c59 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549612 Aug 27 03:13:47.500764 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=3365698d-f747-4c96-93ab-78708050631b,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:47.662224 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010307f-f21e-405c-a883-e69068b47d33 req-8d436a2d-36a6-4268-80bb-6eb1b4adb40e tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:47.663749 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d010307f-f21e-405c-a883-e69068b47d33 req-8d436a2d-36a6-4268-80bb-6eb1b4adb40e tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0503078 Aug 27 03:13:47.706068 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d010307f-f21e-405c-a883-e69068b47d33 req-b260dadf-907c-43e1-b595-f2af2224d4d7 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353012 Aug 27 03:13:47.822897 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['3365698d-f747-4c96-93ab-78708050631b'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:13:47.833798 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ae3f6-fc49-40a1-af43-03a8a94dbaba req-540396d9-b82a-41d2-a68a-247904504e9b tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:47.835491 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fd7ae3f6-fc49-40a1-af43-03a8a94dbaba req-540396d9-b82a-41d2-a68a-247904504e9b tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 945 time: 0.0646155 Aug 27 03:13:47.878154 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fd7ae3f6-fc49-40a1-af43-03a8a94dbaba req-5f932369-bc2e-4242-934b-e954cae4ea92 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Aug 27 03:13:48.590205 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031e6c2-93e0-476f-bc3c-556b2fefac6a req-8839cad2-e5e3-4f16-a760-6135adbca384 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:48.591810 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c031e6c2-93e0-476f-bc3c-556b2fefac6a req-8839cad2-e5e3-4f16-a760-6135adbca384 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 943 time: 0.0514116 Aug 27 03:13:48.637588 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c031e6c2-93e0-476f-bc3c-556b2fefac6a req-9321a8c1-ce0d-469c-90ea-96c9fe937bba tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395486 Aug 27 03:13:48.832673 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec2a33-c51d-41e5-b3bf-79d384def488 req-9469274a-752a-41ae-b43e-3ff087df0444 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:48.834296 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d1ec2a33-c51d-41e5-b3bf-79d384def488 req-9469274a-752a-41ae-b43e-3ff087df0444 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0536931 Aug 27 03:13:48.881165 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d1ec2a33-c51d-41e5-b3bf-79d384def488 req-8c1a76cf-da1e-49df-a9bb-191201bf6fcd tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359991 Aug 27 03:13:49.002084 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17c789-f789-4ade-a216-479580e6e8aa req-3e99a684-d209-4743-b74a-586017e653e0 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:49.003604 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ce17c789-f789-4ade-a216-479580e6e8aa req-3e99a684-d209-4743-b74a-586017e653e0 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 945 time: 0.0525868 Aug 27 03:13:49.047852 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ce17c789-f789-4ade-a216-479580e6e8aa req-91ef6c95-08f0-4ad4-8644-9429aa54add4 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380089 Aug 27 03:13:49.763210 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335407a-3974-4bc8-9833-c65d2cc1ec61 req-71ddd773-e6c3-48c7-96d6-5940cf5b4165 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:49.764723 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8335407a-3974-4bc8-9833-c65d2cc1ec61 req-71ddd773-e6c3-48c7-96d6-5940cf5b4165 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 943 time: 0.0511191 Aug 27 03:13:49.802481 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8335407a-3974-4bc8-9833-c65d2cc1ec61 req-040ad93e-fdb6-4e88-a14a-c0fb2b2a5a09 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Aug 27 03:13:49.994221 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358b709-3077-445b-81b9-8d58ea84d22e req-b1a37b71-42f0-48ec-86d3-352627a0310a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:49.995757 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5358b709-3077-445b-81b9-8d58ea84d22e req-b1a37b71-42f0-48ec-86d3-352627a0310a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0475075 Aug 27 03:13:50.035911 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5358b709-3077-445b-81b9-8d58ea84d22e req-a80ce132-00f7-455e-ae46-6317f067e52b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Aug 27 03:13:50.162542 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c3d3e-aaa6-460f-8fc7-1c9c509ae3ba req-28d81367-bd6e-4244-8d20-d5c503380cd2 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:50.164011 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d87c3d3e-aaa6-460f-8fc7-1c9c509ae3ba req-28d81367-bd6e-4244-8d20-d5c503380cd2 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 945 time: 0.0496838 Aug 27 03:13:50.203560 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d87c3d3e-aaa6-460f-8fc7-1c9c509ae3ba req-c10238e5-24f0-4c49-b335-e9aabbfaa46c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328846 Aug 27 03:13:50.915548 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45531449-1685-439d-90a2-776cb618dbe3 req-a093fea7-d1ed-4d15-b368-b126fdfbb16e tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:50.917334 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-45531449-1685-439d-90a2-776cb618dbe3 req-a093fea7-d1ed-4d15-b368-b126fdfbb16e tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 943 time: 0.0489352 Aug 27 03:13:50.930027 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 3365698d-f747-4c96-93ab-78708050631b up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:13:50.969289 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-45531449-1685-439d-90a2-776cb618dbe3 req-6dabffaf-7bab-4c15-80ac-0dffd3f33aeb tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452278 Aug 27 03:13:50.980429 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 3365698d-f747-4c96-93ab-78708050631b completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:13:50.984608 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 3365698d-f747-4c96-93ab-78708050631b triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:13:50.984979 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:51.063891 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:51.090009 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d330e2a-5bb1-4596-a34c-de73a0583362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3365698d-f747-4c96-93ab-78708050631b'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:13:51.092396 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a781df-b66f-41bd-8293-d1b674abd85a" -d '{"events": [{"server_uuid": "6d330e2a-5bb1-4596-a34c-de73a0583362", "name": "network-vif-plugged", "status": "completed", "tag": "3365698d-f747-4c96-93ab-78708050631b"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:13:51.107249 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 3365698d-f747-4c96-93ab-78708050631b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3365698d-f747-4c96-93ab-78708050631b,segment=NetworkSegment(959ea8aa-ef15-4e78-b14b-4d3a1e737f0e),segment_id=959ea8aa-ef15-4e78-b14b-4d3a1e737f0e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:51.111594 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:51.158203 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e88674-bad0-4245-8835-ec91e464139f req-8740cc70-8ffa-4598-a1ed-5b3b7ef4f3bf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:51.159969 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e1e88674-bad0-4245-8835-ec91e464139f req-8740cc70-8ffa-4598-a1ed-5b3b7ef4f3bf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0512493 Aug 27 03:13:51.168844 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=3365698d-f747-4c96-93ab-78708050631b,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:51.204755 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e1e88674-bad0-4245-8835-ec91e464139f req-b0abe5ff-5fb8-414d-9637-21ca0fe56325 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377746 Aug 27 03:13:51.248675 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bb5a98-b74d-4e56-9358-972ff910e5ab x-openstack-request-id: req-17bb5a98-b74d-4e56-9358-972ff910e5ab {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:13:51.248984 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d330e2a-5bb1-4596-a34c-de73a0583362", "name": "network-vif-plugged", "status": "completed", "tag": "3365698d-f747-4c96-93ab-78708050631b", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:13:51.249238 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17bb5a98-b74d-4e56-9358-972ff910e5ab {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:13:51.249642 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d330e2a-5bb1-4596-a34c-de73a0583362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3365698d-f747-4c96-93ab-78708050631b', 'code': 200} Aug 27 03:13:51.340280 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c7a76-e3b6-4701-980f-4f361a0fcf10 req-68a4cb8c-2ec2-4190-acd0-33ee5830ee8d tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:51.341805 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-430c7a76-e3b6-4701-980f-4f361a0fcf10 req-68a4cb8c-2ec2-4190-acd0-33ee5830ee8d tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 946 time: 0.0509262 Aug 27 03:13:51.380524 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-430c7a76-e3b6-4701-980f-4f361a0fcf10 req-22b9f501-a390-4e76-910e-b21a5349edad tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326469 Aug 27 03:13:52.111232 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec758b-fc73-4c56-8851-ce07d4cf6235 req-c8d2404d-2320-4c2f-bc1b-0978134527d4 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:52.112782 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d7ec758b-fc73-4c56-8851-ce07d4cf6235 req-c8d2404d-2320-4c2f-bc1b-0978134527d4 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 943 time: 0.0710413 Aug 27 03:13:52.188975 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d7ec758b-fc73-4c56-8851-ce07d4cf6235 req-a4b7065d-b877-4e28-badf-5f7a1bcb5656 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694518 Aug 27 03:13:52.198720 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660503d-34a5-4b06-ac3b-a2128bba730b req-66442cb9-60f4-45d4-82c9-9463f91f1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:52.200256 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5660503d-34a5-4b06-ac3b-a2128bba730b req-66442cb9-60f4-45d4-82c9-9463f91f1134 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 1099 time: 0.0637190 Aug 27 03:13:52.250331 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5660503d-34a5-4b06-ac3b-a2128bba730b req-fa170faa-5614-4f05-8ab4-aeef21abafcd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382473 Aug 27 03:13:52.340020 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504e70a-aee5-4f08-8811-253727c745a6 req-57ea6f92-2329-4198-a2c7-eead1fc509e7 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:52.341525 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7504e70a-aee5-4f08-8811-253727c745a6 req-57ea6f92-2329-4198-a2c7-eead1fc509e7 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0555143 Aug 27 03:13:52.387532 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7504e70a-aee5-4f08-8811-253727c745a6 req-2d811109-2509-4c47-9c1f-7fbfca30f900 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389822 Aug 27 03:13:52.515556 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023ae6-0d3e-4982-b2fb-703c805902d8 req-05b08340-3518-4ee6-a11b-0d48dc12f03f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:52.517121 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-90023ae6-0d3e-4982-b2fb-703c805902d8 req-05b08340-3518-4ee6-a11b-0d48dc12f03f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 946 time: 0.0603657 Aug 27 03:13:52.557522 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-90023ae6-0d3e-4982-b2fb-703c805902d8 req-0f1dbc6b-c874-45eb-9de2-3e483305c294 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341463 Aug 27 03:13:53.369507 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba75738-a701-4472-8192-1dfc9f8e949e req-4fc84153-0b44-4010-9f38-4548191c561e tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:53.372327 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eba75738-a701-4472-8192-1dfc9f8e949e req-4fc84153-0b44-4010-9f38-4548191c561e tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 943 time: 0.0685794 Aug 27 03:13:53.443711 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eba75738-a701-4472-8192-1dfc9f8e949e req-d7fd12d0-931d-4b4c-8b0f-f22ab4828fc2 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625217 Aug 27 03:13:53.578527 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf72e1-827b-4a58-88c5-8118eed197a3 req-802ece3b-dc33-4c64-a4a3-cd44b843ad15 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:53.591327 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-45bf72e1-827b-4a58-88c5-8118eed197a3 req-802ece3b-dc33-4c64-a4a3-cd44b843ad15 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0794871 Aug 27 03:13:53.647925 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-45bf72e1-827b-4a58-88c5-8118eed197a3 req-6de0fb67-42bf-4be3-9299-6b849ec42b11 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527864 Aug 27 03:13:53.786234 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b495-2c50-4b90-ab77-535b12b851f6 req-23470901-b7e7-4eea-afe9-57b8f86b6d8c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:53.787975 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-94d3b495-2c50-4b90-ab77-535b12b851f6 req-23470901-b7e7-4eea-afe9-57b8f86b6d8c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 946 time: 0.0958245 Aug 27 03:13:53.853044 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-94d3b495-2c50-4b90-ab77-535b12b851f6 req-3821807b-8f43-4089-80db-29a4f7e7dbe3 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543926 Aug 27 03:13:54.601074 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15630afe-ada6-4e72-9235-2ad4c93fd44b req-50a82d04-ce08-416b-91b1-1188eff77d17 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:54.603690 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-15630afe-ada6-4e72-9235-2ad4c93fd44b req-50a82d04-ce08-416b-91b1-1188eff77d17 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 943 time: 0.0671480 Aug 27 03:13:54.650654 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-15630afe-ada6-4e72-9235-2ad4c93fd44b req-d008acfe-9bd5-481a-82c4-9dcdeab1aa64 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391922 Aug 27 03:13:54.795037 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a4677-43c0-45bb-8607-ad1e34452006 req-e5971eb7-bb00-4ec9-8051-6600cc8d8bfb tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:54.796543 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ee2a4677-43c0-45bb-8607-ad1e34452006 req-e5971eb7-bb00-4ec9-8051-6600cc8d8bfb tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0522137 Aug 27 03:13:54.843757 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ee2a4677-43c0-45bb-8607-ad1e34452006 req-87dc0855-6f90-40d7-ac4f-ed56cbe462b4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370572 Aug 27 03:13:55.002164 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17523f65-569d-43b0-85f9-c6ff5b23e427 req-be1d7818-a4df-4842-b0f6-e01ee966eeaa tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:55.004265 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-17523f65-569d-43b0-85f9-c6ff5b23e427 req-be1d7818-a4df-4842-b0f6-e01ee966eeaa tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 946 time: 0.0604441 Aug 27 03:13:55.063499 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-17523f65-569d-43b0-85f9-c6ff5b23e427 req-3b8de617-1e5f-438c-a35d-283730e323aa tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Aug 27 03:13:55.784665 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39508784-d7d8-457a-b557-1059dc1aa5f8 req-344c7a26-7be2-46e6-b4ec-8223937f6b63 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:55.784665 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-39508784-d7d8-457a-b557-1059dc1aa5f8 req-344c7a26-7be2-46e6-b4ec-8223937f6b63 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 943 time: 0.0588505 Aug 27 03:13:55.825671 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-39508784-d7d8-457a-b557-1059dc1aa5f8 req-104e2849-1ff7-4b4d-90e9-79cb51d8380d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Aug 27 03:13:55.972249 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 192e2b81-b1c1-4662-8ebc-8dd53d96e394 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:13:55.989185 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55e688-88ca-4e54-b933-18f12343f471 req-53f90019-b368-4300-b828-e77f58dcea4d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:55.990830 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fa55e688-88ca-4e54-b933-18f12343f471 req-53f90019-b368-4300-b828-e77f58dcea4d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0613184 Aug 27 03:13:56.055907 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fa55e688-88ca-4e54-b933-18f12343f471 req-b7a73df0-3f27-4b46-b4b7-aff6250a88bd tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574622 Aug 27 03:13:56.090990 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 192e2b81-b1c1-4662-8ebc-8dd53d96e394, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=192e2b81-b1c1-4662-8ebc-8dd53d96e394,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:56.109353 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '192e2b81-b1c1-4662-8ebc-8dd53d96e394', 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7', 'port_id': '192e2b81-b1c1-4662-8ebc-8dd53d96e394', 'mac_address': 'fa:16:3e:77:a9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59ddab5-65fc-4079-b80d-415469417ef0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:13:56.157937 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:56.172499 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192e2b81-b1c1-4662-8ebc-8dd53d96e394 {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:13:56.198808 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 192e2b81-b1c1-4662-8ebc-8dd53d96e394, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=192e2b81-b1c1-4662-8ebc-8dd53d96e394,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:56.205799 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:56.259200 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=192e2b81-b1c1-4662-8ebc-8dd53d96e394,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:56.393119 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 39032) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:56.513000 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f6243138-fbd9-4089-8697-9476f0b53507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:56.666625 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f6243138-fbd9-4089-8697-9476f0b53507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:56.674790 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f6243138-fbd9-4089-8697-9476f0b53507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:56.720902 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['192e2b81-b1c1-4662-8ebc-8dd53d96e394'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:13:56.751497 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6243138-fbd9-4089-8697-9476f0b53507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9496c355-1c93-462b-b174-caf6a5132541,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:56.761522 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-f6243138-fbd9-4089-8697-9476f0b53507 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6569a022306d493d83f9e1da852ffb9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650522 Aug 27 03:13:56.762240 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 39048) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:13:56.825692 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e66d65bd-16cd-468c-8137-8acd0eea02db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:56.850615 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e66d65bd-16cd-468c-8137-8acd0eea02db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:56.918477 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e66d65bd-16cd-468c-8137-8acd0eea02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:56.922815 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e66d65bd-16cd-468c-8137-8acd0eea02db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:56.924326 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-e66d65bd-16cd-468c-8137-8acd0eea02db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9496c355-1c93-462b-b174-caf6a5132541 HTTP/1.1" status: 204 len: 168 time: 0.1606786 Aug 27 03:13:56.940278 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d65bd-16cd-468c-8137-8acd0eea02db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9496c355-1c93-462b-b174-caf6a5132541,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:57.015484 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f21a70-aff0-4404-9d7c-449d8894e769 req-fd2c7828-8cee-4b3b-98ec-e4e6b1f4c68d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:57.019641 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-44f21a70-aff0-4404-9d7c-449d8894e769 req-fd2c7828-8cee-4b3b-98ec-e4e6b1f4c68d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 944 time: 0.0802436 Aug 27 03:13:57.071711 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-44f21a70-aff0-4404-9d7c-449d8894e769 req-827eba3c-4621-41ec-83ce-d4697e68b552 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433211 Aug 27 03:13:57.210447 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287cbd4-13fb-49c5-bfa5-a670358ead48 req-ba66d50b-fba5-49cd-b5e8-564d410a1f30 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:57.213577 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a287cbd4-13fb-49c5-bfa5-a670358ead48 req-ba66d50b-fba5-49cd-b5e8-564d410a1f30 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0637391 Aug 27 03:13:57.266514 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a287cbd4-13fb-49c5-bfa5-a670358ead48 req-94f28347-6835-476d-8dbe-bbc9b6402ba0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 Aug 27 03:13:58.205346 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022b03b-6c44-4b62-93fc-0d66da2c9614 req-0d0307f1-7a14-418a-b27a-2ca03c8b9be5 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:58.207015 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7022b03b-6c44-4b62-93fc-0d66da2c9614 req-0d0307f1-7a14-418a-b27a-2ca03c8b9be5 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 944 time: 0.0626824 Aug 27 03:13:58.250930 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7022b03b-6c44-4b62-93fc-0d66da2c9614 req-1373e2d6-5653-4960-9bc2-178bd2348d65 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Aug 27 03:13:58.445718 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401ced0-ba21-4fa9-ab3e-08e2905fb4ff req-869bc218-e7b9-4625-8bc4-4ed5312bc517 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:58.447478 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4401ced0-ba21-4fa9-ab3e-08e2905fb4ff req-869bc218-e7b9-4625-8bc4-4ed5312bc517 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0546987 Aug 27 03:13:58.498097 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4401ced0-ba21-4fa9-ab3e-08e2905fb4ff req-0a30273e-0722-402c-b8fd-8162a693d4c5 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Aug 27 03:13:59.425382 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20793-07ac-42df-af97-8f0cf00f0d12 req-a7154454-266e-40c7-b77c-a6a0abffc2a4 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:59.427304 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-28b20793-07ac-42df-af97-8f0cf00f0d12 req-a7154454-266e-40c7-b77c-a6a0abffc2a4 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 944 time: 0.0731173 Aug 27 03:13:59.474554 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-28b20793-07ac-42df-af97-8f0cf00f0d12 req-aec1dd7d-37bf-4993-beb2-80848feccfad tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392747 Aug 27 03:13:59.695852 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae1b54-43b7-4e1b-9021-cc21f4d277d4 req-c00255e9-df42-40e3-997b-3a5076b527a3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:59.698199 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0cae1b54-43b7-4e1b-9021-cc21f4d277d4 req-c00255e9-df42-40e3-997b-3a5076b527a3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0775068 Aug 27 03:13:59.750110 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0cae1b54-43b7-4e1b-9021-cc21f4d277d4 req-fd91525e-2c50-4bb7-8775-fa3ad50fe34c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Aug 27 03:14:00.614006 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693395ec-ec22-4365-941e-51f6bf1bc086 req-40f6af76-4174-4447-9227-761a1516cbfe tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:00.615720 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-693395ec-ec22-4365-941e-51f6bf1bc086 req-40f6af76-4174-4447-9227-761a1516cbfe tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 944 time: 0.0561087 Aug 27 03:14:00.662465 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-693395ec-ec22-4365-941e-51f6bf1bc086 req-a7fdd6ab-334b-481d-a24b-d9ec61e97f7b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387635 Aug 27 03:14:00.914696 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86951b85-d08b-45be-93d3-1a2eee35ab0c req-cbe40a4c-6117-4ff4-b907-e6e05ea5f09f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:00.916281 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-86951b85-d08b-45be-93d3-1a2eee35ab0c req-cbe40a4c-6117-4ff4-b907-e6e05ea5f09f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0596707 Aug 27 03:14:00.961060 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-86951b85-d08b-45be-93d3-1a2eee35ab0c req-30c35b06-7d5f-4404-9861-e5a9df41ee5f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378985 Aug 27 03:14:01.496780 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 192e2b81-b1c1-4662-8ebc-8dd53d96e394 up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:14:01.550042 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 192e2b81-b1c1-4662-8ebc-8dd53d96e394 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:14:01.555097 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 192e2b81-b1c1-4662-8ebc-8dd53d96e394 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:14:01.555608 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:01.678084 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:01.720522 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb3fa26-fa6c-4832-a515-268db5298d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192e2b81-b1c1-4662-8ebc-8dd53d96e394'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:01.724538 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5835c430-ad25-436a-9a12-fe57148b82cc" -d '{"events": [{"server_uuid": "1bb3fa26-fa6c-4832-a515-268db5298d29", "name": "network-vif-plugged", "status": "completed", "tag": "192e2b81-b1c1-4662-8ebc-8dd53d96e394"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:01.747682 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 192e2b81-b1c1-4662-8ebc-8dd53d96e394, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=192e2b81-b1c1-4662-8ebc-8dd53d96e394,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:01.755060 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:01.800339 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfcc88-94ff-4d84-a408-e21f45830498 req-06b1c07d-71cf-471f-9eab-625bd9e57e85 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:01.801975 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2acfcc88-94ff-4d84-a408-e21f45830498 req-06b1c07d-71cf-471f-9eab-625bd9e57e85 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 945 time: 0.0566475 Aug 27 03:14:01.823124 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=192e2b81-b1c1-4662-8ebc-8dd53d96e394,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:01.856362 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2acfcc88-94ff-4d84-a408-e21f45830498 req-c9ea6fef-7c0d-4ddd-b950-e22740d9bc0a tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Aug 27 03:14:01.936237 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f848418-1173-43f0-8388-6e3ddc2a37ee x-openstack-request-id: req-7f848418-1173-43f0-8388-6e3ddc2a37ee {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:01.936659 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb3fa26-fa6c-4832-a515-268db5298d29", "name": "network-vif-plugged", "status": "completed", "tag": "192e2b81-b1c1-4662-8ebc-8dd53d96e394", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:01.937024 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f848418-1173-43f0-8388-6e3ddc2a37ee {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:01.937550 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb3fa26-fa6c-4832-a515-268db5298d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192e2b81-b1c1-4662-8ebc-8dd53d96e394', 'code': 200} Aug 27 03:14:02.121877 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d5707-b19c-4d72-93d4-d1f5611c0aa2 req-fe336cc4-ca83-4e35-bb12-2aa3ee25c289 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:02.123559 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bf2d5707-b19c-4d72-93d4-d1f5611c0aa2 req-fe336cc4-ca83-4e35-bb12-2aa3ee25c289 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0543900 Aug 27 03:14:02.167034 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bf2d5707-b19c-4d72-93d4-d1f5611c0aa2 req-5bac9c65-ab3b-43e8-adc6-86ff69ca976d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368938 Aug 27 03:14:02.738616 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03db547-446b-47ad-84c1-3ab855577910 req-3f503044-5d60-4b25-82e6-808bd515c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:02.740190 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c03db547-446b-47ad-84c1-3ab855577910 req-3f503044-5d60-4b25-82e6-808bd515c82d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 1098 time: 0.0510874 Aug 27 03:14:02.783759 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c03db547-446b-47ad-84c1-3ab855577910 req-321b3f5e-0733-4de5-ab61-a414a5a9ad13 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343935 Aug 27 03:14:03.008850 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbce9e3-607e-452d-872f-81ca0688eac5 req-8cc2659c-b5f7-4146-a113-d0a6b4897827 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:03.010576 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ffbce9e3-607e-452d-872f-81ca0688eac5 req-8cc2659c-b5f7-4146-a113-d0a6b4897827 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 945 time: 0.0618117 Aug 27 03:14:03.056155 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ffbce9e3-607e-452d-872f-81ca0688eac5 req-d15449e7-2786-4787-aa45-bbc25cce8755 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Aug 27 03:14:03.305010 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36fb5-93aa-42ed-9e76-5a331befe771 req-33c24bf2-d8c1-44c9-bd88-1c9b68bda97b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:03.306819 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9df36fb5-93aa-42ed-9e76-5a331befe771 req-33c24bf2-d8c1-44c9-bd88-1c9b68bda97b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0596416 Aug 27 03:14:03.357617 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9df36fb5-93aa-42ed-9e76-5a331befe771 req-7e69c99d-d72e-46d7-91ff-315cc55e5980 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386045 Aug 27 03:14:03.715141 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-14c7f787-3830-4b4b-ae0f-1aba1f73c4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:04.215723 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a9f1-957f-4161-9dae-4e63150f3f62 req-260790b1-9024-45d6-8586-e3c30f287eed tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:04.217504 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d060a9f1-957f-4161-9dae-4e63150f3f62 req-260790b1-9024-45d6-8586-e3c30f287eed tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 945 time: 0.0613177 Aug 27 03:14:04.268632 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d060a9f1-957f-4161-9dae-4e63150f3f62 req-25fff130-9a7a-4f15-a76d-b791d46bf224 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 Aug 27 03:14:04.501114 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbcc89-d8f3-49b2-9938-3664337f1918 req-53ec72f0-cb7f-49ad-9700-a25d82c1cc7c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:04.502879 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4cfbcc89-d8f3-49b2-9938-3664337f1918 req-53ec72f0-cb7f-49ad-9700-a25d82c1cc7c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0606921 Aug 27 03:14:04.550465 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4cfbcc89-d8f3-49b2-9938-3664337f1918 req-0f60f91e-2aaa-43de-aa63-5167a2f6502a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375745 Aug 27 03:14:05.397038 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac4ff1-dc99-43ef-9f36-1814e16c2c48 req-8b4fe251-bed1-4119-a772-a5ea5ba691f7 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:05.398812 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-68ac4ff1-dc99-43ef-9f36-1814e16c2c48 req-8b4fe251-bed1-4119-a772-a5ea5ba691f7 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 945 time: 0.0559549 Aug 27 03:14:05.451456 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-68ac4ff1-dc99-43ef-9f36-1814e16c2c48 req-4670c51a-1dba-4e10-bbfb-b815b0e48284 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457129 Aug 27 03:14:05.718707 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6fd6-e7e6-4ed2-abed-89ad9a19b48a req-871255be-ce6d-4351-81c0-af656b877c5b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:05.720256 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d7eb6fd6-e7e6-4ed2-abed-89ad9a19b48a req-871255be-ce6d-4351-81c0-af656b877c5b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0583212 Aug 27 03:14:05.782979 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d7eb6fd6-e7e6-4ed2-abed-89ad9a19b48a req-533b6df1-5924-4edc-b8a5-9f5e2cb4a2c9 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481770 Aug 27 03:14:06.141861 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:06.615613 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d707952-f385-4b6d-a6b3-d439459cc2bf req-d65c58a0-71de-458c-953a-3fb67b2d9a73 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:06.618443 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6d707952-f385-4b6d-a6b3-d439459cc2bf req-d65c58a0-71de-458c-953a-3fb67b2d9a73 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 945 time: 0.0833986 Aug 27 03:14:06.671010 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6d707952-f385-4b6d-a6b3-d439459cc2bf req-f6191997-953f-4ccb-b2d1-cb17141da1dd tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 Aug 27 03:14:06.966854 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727a48d-7f7a-4691-9ee9-c5cb9c3bc363 req-d6a20f6e-deeb-49a4-8b1a-569e89b05db0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:06.968615 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5727a48d-7f7a-4691-9ee9-c5cb9c3bc363 req-d6a20f6e-deeb-49a4-8b1a-569e89b05db0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0643449 Aug 27 03:14:07.020007 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5727a48d-7f7a-4691-9ee9-c5cb9c3bc363 req-9c12a00e-ec6c-4ade-8622-883dafed1d76 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Aug 27 03:14:07.571643 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e3caeb43-d2f9-4898-a182-17736c9801d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:07.852159 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b1dc3-3950-472a-87ab-def1ca1a29b3 req-589e4b9e-07c1-494b-84a4-4ee9ddd4206d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:07.855136 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-276b1dc3-3950-472a-87ab-def1ca1a29b3 req-589e4b9e-07c1-494b-84a4-4ee9ddd4206d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 945 time: 0.0861697 Aug 27 03:14:07.930117 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-276b1dc3-3950-472a-87ab-def1ca1a29b3 req-ca79cfea-68f5-4388-8351-92e2c3f0dd49 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639076 Aug 27 03:14:08.211756 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384a4ab-e840-4bc6-bc8c-4438ef2858e9 req-9d6172a4-25fb-4804-87ac-9a779db30cb1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:08.214612 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c384a4ab-e840-4bc6-bc8c-4438ef2858e9 req-9d6172a4-25fb-4804-87ac-9a779db30cb1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0761566 Aug 27 03:14:08.271076 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c384a4ab-e840-4bc6-bc8c-4438ef2858e9 req-3fb14be1-467b-462e-932f-59ee8bc6b1ab tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496082 Aug 27 03:14:08.361277 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:09.431485 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761c75d-ffc4-4fc8-b2b7-f891019efb95 req-e4300abd-69c8-415b-9e63-8581c30cbb98 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:09.434469 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a761c75d-ffc4-4fc8-b2b7-f891019efb95 req-e4300abd-69c8-415b-9e63-8581c30cbb98 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0707145 Aug 27 03:14:09.493673 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a761c75d-ffc4-4fc8-b2b7-f891019efb95 req-5cba5a05-b771-4d79-b395-184c460c1379 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484257 Aug 27 03:14:10.326261 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 39320) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:10.530327 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:10.712838 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25c008-eecc-4a48-8bd7-9ac87bdbb248 req-e49a6b72-2bb8-45c9-ab50-179e30b1d0b4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:10.715761 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c25c008-eecc-4a48-8bd7-9ac87bdbb248 req-e49a6b72-2bb8-45c9-ab50-179e30b1d0b4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.1237268 Aug 27 03:14:10.757340 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:10.769153 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:10.840659 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c25c008-eecc-4a48-8bd7-9ac87bdbb248 req-fb03adb8-bb59-4c13-9ae9-9534d7cf2b0e tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095171 Aug 27 03:14:10.861758 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a91cbbdb0e3450db56ddf5054d5c9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330398 Aug 27 03:14:10.865699 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4141b7-0bb6-4635-a043-2c513ee1a8a4,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:10.867413 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 39338) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:10.881436 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.882013 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.882583 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.883375 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.884287 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.885104 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.886208 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.887350 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.888185 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.888976 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.889752 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.890532 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22afb5e9-5b4b-46b8-a17a-5ca45509f862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:10.962454 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:11.004146 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:11.033444 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:11.143371 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:11.148700 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:11.151292 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff4141b7-0bb6-4635-a043-2c513ee1a8a4 HTTP/1.1" status: 204 len: 168 time: 0.2827220 Aug 27 03:14:11.163393 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4141b7-0bb6-4635-a043-2c513ee1a8a4,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:11.173251 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:11.173605 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:11.174132 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:11.174608 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:11.174848 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:11.175376 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:11.175857 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:11.176372 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:11.176879 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:11.177410 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:11.177734 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:11.178558 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c367f9-f7c8-4aa6-8f87-16d7445d6dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:12.054355 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4dc38-3a57-43b1-99cb-1f82ebe45806 req-fc6f7de8-4a09-4cf6-9b2e-7411384d58d4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:12.056100 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-92d4dc38-3a57-43b1-99cb-1f82ebe45806 req-fc6f7de8-4a09-4cf6-9b2e-7411384d58d4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0900338 Aug 27 03:14:12.107050 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-92d4dc38-3a57-43b1-99cb-1f82ebe45806 req-8e7babed-0858-4126-9428-36e48806564a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Aug 27 03:14:13.249971 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476f1f-a903-4393-8bfa-59ad5d1f9a51 req-0f333ea1-980d-4011-9e26-8a74b7ba7129 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:13.251732 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c0476f1f-a903-4393-8bfa-59ad5d1f9a51 req-0f333ea1-980d-4011-9e26-8a74b7ba7129 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0635710 Aug 27 03:14:13.297367 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c0476f1f-a903-4393-8bfa-59ad5d1f9a51 req-a8b5ac70-ede3-4707-9d63-dc880b2d9d30 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389128 Aug 27 03:14:14.554512 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e7f5f-ba75-4a1f-8f8e-fa8554c84291 req-82439feb-5711-4052-a1aa-816af7b200e6 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:14.558414 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-803e7f5f-ba75-4a1f-8f8e-fa8554c84291 req-82439feb-5711-4052-a1aa-816af7b200e6 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.1226819 Aug 27 03:14:14.612371 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-803e7f5f-ba75-4a1f-8f8e-fa8554c84291 req-0fa218f7-cab7-47b7-92fc-ae07752f554b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442479 Aug 27 03:14:15.752923 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688d729-834d-406b-8575-3793dbf18edc req-5b92f929-2811-4790-863b-b148614f89e6 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:15.754517 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e688d729-834d-406b-8575-3793dbf18edc req-5b92f929-2811-4790-863b-b148614f89e6 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0551360 Aug 27 03:14:15.798708 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e688d729-834d-406b-8575-3793dbf18edc req-cdc1d7f5-7c4b-4dfe-8fc7-5be6a2817faf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367725 Aug 27 03:14:16.925495 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f948c4f-241b-488a-9703-8b1bd526a994 req-527a9954-e2fc-42ff-b441-3a2b4a6c7bbb tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:16.927109 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7f948c4f-241b-488a-9703-8b1bd526a994 req-527a9954-e2fc-42ff-b441-3a2b4a6c7bbb tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0519118 Aug 27 03:14:16.970748 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:16.988121 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7f948c4f-241b-488a-9703-8b1bd526a994 req-bbfdd5ab-4649-48b7-aebd-f5956622f11e tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482106 Aug 27 03:14:17.873069 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb0f11-bbba-4265-b87e-575ee413d7ea req-d2c2ffdc-eb75-4233-a557-f57f1bed1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:17.874598 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f9cb0f11-bbba-4265-b87e-575ee413d7ea req-d2c2ffdc-eb75-4233-a557-f57f1bed1462 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 1099 time: 0.0516212 Aug 27 03:14:18.015796 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb0f11-bbba-4265-b87e-575ee413d7ea req-8d4cc4f5-53e6-44d2-ba93-ca6cdc5e85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:18.018289 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f9cb0f11-bbba-4265-b87e-575ee413d7ea req-8d4cc4f5-53e6-44d2-ba93-ca6cdc5e85ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 919 time: 0.1165292 Aug 27 03:14:18.092557 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f9cb0f11-bbba-4265-b87e-575ee413d7ea req-353bff31-d141-4ee1-b765-99da82595d3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54014927-846c-4591-9e87-5cb7709bf2a6 HTTP/1.1" status: 200 len: 217 time: 0.0586276 Aug 27 03:14:18.166685 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b79995-5f3b-4a54-b9f8-3b1c0444e1b8 req-0732a390-baa2-4a06-bf29-b8cc453d35ee tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:18.178879 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b0b79995-5f3b-4a54-b9f8-3b1c0444e1b8 req-0732a390-baa2-4a06-bf29-b8cc453d35ee tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.1059520 Aug 27 03:14:18.213028 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb0f11-bbba-4265-b87e-575ee413d7ea req-cfa5c8b9-2a0e-436d-814d-d1e65113af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:18.213028 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f9cb0f11-bbba-4265-b87e-575ee413d7ea req-cfa5c8b9-2a0e-436d-814d-d1e65113af55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 200 len: 858 time: 0.1023972 Aug 27 03:14:18.237699 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b0b79995-5f3b-4a54-b9f8-3b1c0444e1b8 req-4e26e266-15f7-4950-80b6-196ddc3f13a1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553346 Aug 27 03:14:18.248942 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f9cb0f11-bbba-4265-b87e-575ee413d7ea req-9edaa442-7a0a-44ea-8004-63abd33fdf12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b17879c-d837-4d30-a4db-99c881c934c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304322 Aug 27 03:14:18.369584 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f9cb0f11-bbba-4265-b87e-575ee413d7ea req-62f622b8-f564-49e6-8912-9510c570ea75 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090412 Aug 27 03:14:18.494764 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f9cb0f11-bbba-4265-b87e-575ee413d7ea req-0a6de8b9-9337-483b-ac79-338a393d9239 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090512 Aug 27 03:14:18.988649 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e70a8b-9a59-4386-aa49-5ec3b7822e9d req-43dcc400-8cab-47f6-bd62-3e9861500961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:18.990760 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-95e70a8b-9a59-4386-aa49-5ec3b7822e9d req-43dcc400-8cab-47f6-bd62-3e9861500961 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 1099 time: 0.0697098 Aug 27 03:14:19.048674 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-95e70a8b-9a59-4386-aa49-5ec3b7822e9d req-c41f5df8-a15f-4cd0-945d-34166564e55f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475240 Aug 27 03:14:19.095023 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:14:19.465940 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89502af5-2f3b-436c-b7fb-82d976e63c2f req-aa0256d7-fd6a-44d0-ad3d-ecfcf1658b6f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:19.468534 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-89502af5-2f3b-436c-b7fb-82d976e63c2f req-aa0256d7-fd6a-44d0-ad3d-ecfcf1658b6f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0909467 Aug 27 03:14:19.537396 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-89502af5-2f3b-436c-b7fb-82d976e63c2f req-cd0eda83-4d11-4ad9-bb3a-af358520d5d3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565064 Aug 27 03:14:20.790255 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0f89e-b479-4114-82bd-493bbb53d905 req-564e1429-983c-410f-a8b0-f3dfbc47d7b3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:20.792198 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-26e0f89e-b479-4114-82bd-493bbb53d905 req-564e1429-983c-410f-a8b0-f3dfbc47d7b3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0628917 Aug 27 03:14:20.872876 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-26e0f89e-b479-4114-82bd-493bbb53d905 req-1f3755ce-777d-4bf8-aa4e-f31fc34d466c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730238 Aug 27 03:14:21.213461 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45799-8672-4eda-8880-6ff973027940 req-68cdc2d0-bb28-430f-afe1-839e4c4a0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:21.216241 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7aa45799-8672-4eda-8880-6ff973027940 req-68cdc2d0-bb28-430f-afe1-839e4c4a0a07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 1099 time: 0.0682776 Aug 27 03:14:21.266512 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b95ffa-76fa-40f0-8317-fe2e6167ae30 req-974b0205-666a-4051-8475-755bf3024a58 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:21.269283 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-61b95ffa-76fa-40f0-8317-fe2e6167ae30 req-974b0205-666a-4051-8475-755bf3024a58 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0879357 Aug 27 03:14:21.340270 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-61b95ffa-76fa-40f0-8317-fe2e6167ae30 req-f5baf955-2e6f-4ac9-82b5-d1151695baf3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601678 Aug 27 03:14:21.392407 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45799-8672-4eda-8880-6ff973027940 req-31893812-371a-4828-b619-e828a0ea94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:21.395039 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7aa45799-8672-4eda-8880-6ff973027940 req-31893812-371a-4828-b619-e828a0ea94aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 919 time: 0.1609120 Aug 27 03:14:21.730161 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7aa45799-8672-4eda-8880-6ff973027940 req-b095255f-b318-4656-b79a-8bd7236cca5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54014927-846c-4591-9e87-5cb7709bf2a6 HTTP/1.1" status: 200 len: 217 time: 0.3219202 Aug 27 03:14:21.824439 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45799-8672-4eda-8880-6ff973027940 req-2a62d661-3562-4682-85a2-434232390bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:21.827270 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7aa45799-8672-4eda-8880-6ff973027940 req-2a62d661-3562-4682-85a2-434232390bf8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 200 len: 858 time: 0.0856702 Aug 27 03:14:21.884793 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7aa45799-8672-4eda-8880-6ff973027940 req-503277c0-26e9-4ba7-b3e6-ed97f9f67584 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b17879c-d837-4d30-a4db-99c881c934c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447097 Aug 27 03:14:22.091020 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7aa45799-8672-4eda-8880-6ff973027940 req-66c30b80-ab84-42e1-9ba3-b8d12e808923 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964700 Aug 27 03:14:22.227918 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7aa45799-8672-4eda-8880-6ff973027940 req-56efdc62-8612-4c3a-be74-142780316b2b service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242135 Aug 27 03:14:22.501377 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50847cd5-479d-48f4-b987-93c55f2fe666 req-5016816e-f7b1-4f1c-865e-b90243243e31 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:22.503166 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-50847cd5-479d-48f4-b987-93c55f2fe666 req-5016816e-f7b1-4f1c-865e-b90243243e31 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0667341 Aug 27 03:14:22.577700 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-50847cd5-479d-48f4-b987-93c55f2fe666 req-15661a8c-7e15-4dd1-a940-3e924cfe5586 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678422 Aug 27 03:14:22.900370 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 39674) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:23.079880 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3b3631c3-8479-4539-a71c-b8e9841024b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:23.219164 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3b3631c3-8479-4539-a71c-b8e9841024b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:23.225529 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3b3631c3-8479-4539-a71c-b8e9841024b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:23.270016 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3631c3-8479-4539-a71c-b8e9841024b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99ebbd0-cd7b-4b74-a1b6-8827d3c35151,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:23.279927 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-3b3631c3-8479-4539-a71c-b8e9841024b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f51c91d917c4c6aa7cd29b817b7a306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770905 Aug 27 03:14:23.280515 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 39690) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:23.360052 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b26daaad-0c16-4ca1-b23c-8cfa07f21b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:23.388179 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b26daaad-0c16-4ca1-b23c-8cfa07f21b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:23.460756 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b26daaad-0c16-4ca1-b23c-8cfa07f21b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:23.465280 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b26daaad-0c16-4ca1-b23c-8cfa07f21b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:23.470284 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-b26daaad-0c16-4ca1-b23c-8cfa07f21b84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f99ebbd0-cd7b-4b74-a1b6-8827d3c35151 HTTP/1.1" status: 204 len: 168 time: 0.1853695 Aug 27 03:14:23.485218 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26daaad-0c16-4ca1-b23c-8cfa07f21b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99ebbd0-cd7b-4b74-a1b6-8827d3c35151,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:23.792406 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b84d6-6411-47d5-9844-7f30a19e7383 req-5a8bf036-1ecc-4aa8-83d0-e0caec9f2bbd tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:23.794044 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7e3b84d6-6411-47d5-9844-7f30a19e7383 req-5a8bf036-1ecc-4aa8-83d0-e0caec9f2bbd tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0929077 Aug 27 03:14:23.849293 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7e3b84d6-6411-47d5-9844-7f30a19e7383 req-59b8edc4-5dab-41e9-a378-169e4a06cf1d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486441 Aug 27 03:14:23.974186 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 39714) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:23.998413 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-32682394-c958-4833-a960-b16e8028bf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:24.137109 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-32682394-c958-4833-a960-b16e8028bf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:24.143423 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-32682394-c958-4833-a960-b16e8028bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:24.189694 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-32682394-c958-4833-a960-b16e8028bf4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b51593579cb48c39b1b735e1d494629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080848 Aug 27 03:14:24.191067 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 39724) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:24.206095 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32682394-c958-4833-a960-b16e8028bf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5787043d-6957-4efe-b9f6-ad4a352038c4,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:24.282507 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7657be5b-2094-4215-ab1a-cfa629275093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:24.308109 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7657be5b-2094-4215-ab1a-cfa629275093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:24.394249 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7657be5b-2094-4215-ab1a-cfa629275093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:24.400600 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7657be5b-2094-4215-ab1a-cfa629275093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:24.403264 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-7657be5b-2094-4215-ab1a-cfa629275093 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5787043d-6957-4efe-b9f6-ad4a352038c4 HTTP/1.1" status: 204 len: 168 time: 0.2126851 Aug 27 03:14:24.427428 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657be5b-2094-4215-ab1a-cfa629275093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5787043d-6957-4efe-b9f6-ad4a352038c4,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:25.058982 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39c4c1-63c2-40c8-bb8d-47dc8177b4f5 req-8eebe840-6e07-4a4f-af6c-44bd5782fcb0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:25.071612 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fe39c4c1-63c2-40c8-bb8d-47dc8177b4f5 req-8eebe840-6e07-4a4f-af6c-44bd5782fcb0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.1171458 Aug 27 03:14:25.139433 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fe39c4c1-63c2-40c8-bb8d-47dc8177b4f5 req-0cacdb38-df51-44f9-9b85-d583c35e0617 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653811 Aug 27 03:14:25.519270 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 39768) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:25.671174 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1314547275-network', 'tenant_id': '18ba35ed0bf14fd0b5d8b976beef886d'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:25.697348 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Made reservation on behalf of 18ba35ed0bf14fd0b5d8b976beef886d for: {'network': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:14:25.699967 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:25.718754 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:25.826038 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:25.831174 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:25.870102 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:14:25.898306 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa90c91-3248-4fde-8961-5003f8c0f7bc,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:25.903719 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:25.904038 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.db.segments_db [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Added segment 321d4395-6da4-4cd8-bec2-9fca7e23877b of type vlan for network 9cada22a-7ec6-4379-8ecc-c20cf0b6a982 Aug 27 03:14:25.981391 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:26.025617 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:26.026797 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:26.027487 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:26.091710 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5711489 Aug 27 03:14:26.092848 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 39784) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:26.098226 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ab64e-ada1-4f12-aceb-09197d669a6e admin admin] Pushing event updated for resources: {'Network': ['ID=9cada22a-7ec6-4379-8ecc-c20cf0b6a982,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:26.103834 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] Request body: {'subnet': {'network_id': '9cada22a-7ec6-4379-8ecc-c20cf0b6a982', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1314547275-subnet', 'tenant_id': '18ba35ed0bf14fd0b5d8b976beef886d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:26.113879 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 9cada22a-7ec6-4379-8ecc-c20cf0b6a982 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:14:26.144339 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] Made reservation on behalf of 18ba35ed0bf14fd0b5d8b976beef886d for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:14:26.146849 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:26.308323 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536f900-5642-42d8-b56d-1c162dc2260f req-1c7e2df9-70ba-4f35-8e1a-a0983eaafb42 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:26.310135 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b536f900-5642-42d8-b56d-1c162dc2260f req-1c7e2df9-70ba-4f35-8e1a-a0983eaafb42 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0622487 Aug 27 03:14:26.366608 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b536f900-5642-42d8-b56d-1c162dc2260f req-6518e59d-c3b7-4f4d-8f36-ed6c0ce33ff8 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487695 Aug 27 03:14:26.385600 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:26.469352 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4250a61f-e52b-4604-9d5f-cddcf64a1b95,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:26.475664 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] Checking segment: {'id': '321d4395-6da4-4cd8-bec2-9fca7e23877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9cada22a-7ec6-4379-8ecc-c20cf0b6a982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:14:26.476039 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] Network hostable DHCP agents. Network: 9cada22a-7ec6-4379-8ecc-c20cf0b6a982, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:14:26.498574 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] Network 9cada22a-7ec6-4379-8ecc-c20cf0b6a982 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:14:26.510219 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 9cada22a-7ec6-4379-8ecc-c20cf0b6a982) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:14:26.515531 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:26.516143 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:26.528192 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de317ff7-6ea1-4248-8123-dd3ec662457b None None] Network 9cada22a-7ec6-4379-8ecc-c20cf0b6a982 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:14:26.551513 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-1135d1dd-3386-4954-88f4-c091d3a18a08 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4493346 Aug 27 03:14:26.727945 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866066ba-fe02-4ec8-aa82-7ba6f7ae1ff7 None None] Network 9cada22a-7ec6-4379-8ecc-c20cf0b6a982 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:14:27.246424 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 39818) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:27.255192 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-273033161-network', 'tenant_id': '28e418a14e7045fe9cb19db015236966'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:27.289973 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Made reservation on behalf of 28e418a14e7045fe9cb19db015236966 for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:14:27.294045 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.309858 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.445075 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.452027 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.490929 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:14:27.516484 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584836da-6a9d-41a2-89d6-0dc83c29c491,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:27.526257 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.526864 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Added segment b50df273-b5a0-41aa-86a4-d46882a0afd3 of type vlan for network aedc6fd6-3515-4500-ae4e-d0450a506599 Aug 27 03:14:27.598846 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.627334 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.628352 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:27.628940 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.690186 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4421368 Aug 27 03:14:27.693381 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 39822) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:27.701884 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] Request body: {'subnet': {'network_id': 'aedc6fd6-3515-4500-ae4e-d0450a506599', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-273033161-subnet', 'tenant_id': '28e418a14e7045fe9cb19db015236966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:27.708669 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b658b-885c-4c77-8f42-e243b638d5e6 admin admin] Pushing event updated for resources: {'Network': ['ID=aedc6fd6-3515-4500-ae4e-d0450a506599,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:27.720246 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network aedc6fd6-3515-4500-ae4e-d0450a506599 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:14:27.733839 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] Made reservation on behalf of 28e418a14e7045fe9cb19db015236966 for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:14:27.736663 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.945506 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:28.013274 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da31814-212c-407b-a11a-95de8effee47,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:28.025966 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] Checking segment: {'id': 'b50df273-b5a0-41aa-86a4-d46882a0afd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aedc6fd6-3515-4500-ae4e-d0450a506599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:14:28.026329 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] Network hostable DHCP agents. Network: aedc6fd6-3515-4500-ae4e-d0450a506599, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:14:28.052613 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] Network aedc6fd6-3515-4500-ae4e-d0450a506599 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:14:28.064937 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, aedc6fd6-3515-4500-ae4e-d0450a506599) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:14:28.071845 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:28.072983 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:28.083161 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de7d762-39cc-410b-aa77-d839fb2598d7 None None] Network aedc6fd6-3515-4500-ae4e-d0450a506599 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:14:28.099330 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-7a02a6e5-0c69-4992-81b3-8fd03d9151a5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4043987 Aug 27 03:14:28.437644 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca3b2f-c037-488a-8f6f-56f8357b02d4 None None] Network aedc6fd6-3515-4500-ae4e-d0450a506599 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:14:29.587555 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5e6f4-7920-41b0-8236-9da13a955fdf req-04f287f6-8d37-4353-8eed-8e915fb8e0c1 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:29.589296 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b5f5e6f4-7920-41b0-8236-9da13a955fdf req-04f287f6-8d37-4353-8eed-8e915fb8e0c1 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0558701 Aug 27 03:14:29.648308 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b5f5e6f4-7920-41b0-8236-9da13a955fdf req-123ece39-9596-4d87-a312-ce835831895f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462005 Aug 27 03:14:30.818553 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d18d4-b9be-46a9-b111-b62e4f93892e req-793671f6-4b5d-4f0d-a5ea-ace833b38c7f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:30.821340 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8e4d18d4-b9be-46a9-b111-b62e4f93892e req-793671f6-4b5d-4f0d-a5ea-ace833b38c7f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0796518 Aug 27 03:14:30.865047 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8e4d18d4-b9be-46a9-b111-b62e4f93892e req-ac6f48fe-8f3d-4a1e-9f1a-35d3946063bd tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368679 Aug 27 03:14:31.207569 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e28374-7dce-4ad2-8c34-0218f3b8e46e req-5eeda09f-4a21-4ffb-b028-9cba2afadbaf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:31.209115 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c5e28374-7dce-4ad2-8c34-0218f3b8e46e req-5eeda09f-4a21-4ffb-b028-9cba2afadbaf tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0674794 Aug 27 03:14:31.276621 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c5e28374-7dce-4ad2-8c34-0218f3b8e46e req-55d2f175-d2d2-4ca3-9f81-a69b95ee7b83 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531230 Aug 27 03:14:32.025807 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec291c5-0ad2-4045-929f-bf9535b9cd85 req-5ee92cc2-2427-4c45-bff6-004e9791235d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:32.027552 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fec291c5-0ad2-4045-929f-bf9535b9cd85 req-5ee92cc2-2427-4c45-bff6-004e9791235d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0846686 Aug 27 03:14:32.101141 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fec291c5-0ad2-4045-929f-bf9535b9cd85 req-792c8a2d-8c91-4a31-8d95-f4de41d05de8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651350 Aug 27 03:14:32.175334 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-5767751d-0ff6-49db-bb6f-3f19386b55b8 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:32.176959 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-5767751d-0ff6-49db-bb6f-3f19386b55b8 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 814 time: 0.1616123 Aug 27 03:14:32.194021 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-fed95ce7-d425-40c8-9ae2-74b73a292573 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/quotas/8b90d6e7301e43a88eff5482fa3cb689 HTTP/1.1" status: 200 len: 375 time: 0.0106626 Aug 27 03:14:32.282660 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-9b955de1-1f98-48db-9f98-e8df11d218a5 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812209 Aug 27 03:14:32.409047 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-d0e5472b-6c27-4bc6-b900-1567b21ba2c8 service neutron] 10.222.0.30 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171072 Aug 27 03:14:32.566335 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-88f02566-dff1-45f8-9daf-ddfbd894d650 service neutron] 10.222.0.30 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558535 Aug 27 03:14:32.747541 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 39960) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:32.952497 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-af28ab24-22d8-47bc-b215-d929645e0754 req-a7789947-e6ee-4704-baae-b64669908c8f tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 210 time: 0.0694530 Aug 27 03:14:33.006459 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da95d908-ff76-4531-aabe-579a44ceddf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.143914 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da95d908-ff76-4531-aabe-579a44ceddf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.151386 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da95d908-ff76-4531-aabe-579a44ceddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.216068 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-da95d908-ff76-4531-aabe-579a44ceddf6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e88f33a7552481d8828907fb05b0b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660916 Aug 27 03:14:33.217654 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95d908-ff76-4531-aabe-579a44ceddf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec9646f-00bf-4b2f-9207-67c0e0445129,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:33.220146 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 39982) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:33.302409 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab60f5-c652-42aa-9820-72a5bb0ee392 req-ddd43d42-77ff-4fff-b6e9-8070b33223f0 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:33.307564 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fcab60f5-c652-42aa-9820-72a5bb0ee392 req-ddd43d42-77ff-4fff-b6e9-8070b33223f0 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.1007674 Aug 27 03:14:33.330765 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f1e3bad8-c39c-4fdd-85ec-1946189792b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.376566 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f1e3bad8-c39c-4fdd-85ec-1946189792b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.381537 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fcab60f5-c652-42aa-9820-72a5bb0ee392 req-30b230f9-731b-421b-9683-b624e12ed1fd tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630629 Aug 27 03:14:33.445714 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f1e3bad8-c39c-4fdd-85ec-1946189792b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.450636 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f1e3bad8-c39c-4fdd-85ec-1946189792b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:33.453228 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-f1e3bad8-c39c-4fdd-85ec-1946189792b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ec9646f-00bf-4b2f-9207-67c0e0445129 HTTP/1.1" status: 204 len: 168 time: 0.2309074 Aug 27 03:14:33.467526 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3bad8-c39c-4fdd-85ec-1946189792b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec9646f-00bf-4b2f-9207-67c0e0445129,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:33.727329 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5cc25b69-26db-492a-b41d-977e99c6d6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:34.120713 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c69d389b-b941-495f-8c31-1c1a2d8411ee req-84e8dcec-7e8f-4036-bf02-ac42b4db3924 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 210 time: 0.0509460 Aug 27 03:14:34.388178 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-0cb1d913-d32f-4621-b8b6-d0dcd2c84e3e tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.391338 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-0cb1d913-d32f-4621-b8b6-d0dcd2c84e3e tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "GET /v2.0/networks?id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 200 len: 814 time: 0.2028816 Aug 27 03:14:34.434597 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Request body: {'port': {'device_id': 'a52c0590-63e9-4305-afab-5e3054e44ac1', 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7', 'admin_state_up': True, 'tenant_id': '8b90d6e7301e43a88eff5482fa3cb689'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:34.622268 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb698a-27f1-44c9-ba49-ec7cdc0fbc65 req-9102c7f9-e13c-433f-a10e-79b09145c541 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:34.624141 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-52cb698a-27f1-44c9-ba49-ec7cdc0fbc65 req-9102c7f9-e13c-433f-a10e-79b09145c541 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0882373 Aug 27 03:14:34.748806 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-52cb698a-27f1-44c9-ba49-ec7cdc0fbc65 req-75c9488b-bdf9-4db9-87c0-8631c6ad3cc5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012039 Aug 27 03:14:34.749480 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Made reservation on behalf of 8b90d6e7301e43a88eff5482fa3cb689 for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:14:34.756494 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:34.968651 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Allocated IP 172.20.0.4 (adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7/e59ddab5-65fc-4079-b80d-415469417ef0/f00c9a39-e17a-49b9-90b4-2f14e248a6fb) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:14:35.241616 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:35.278982 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b705d892-d46a-4d1b-a80d-c9d1b134f9c9 req-454413b1-3b17-40ab-8dd4-c6945b532b70 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 210 time: 0.0344255 Aug 27 03:14:35.302421 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:35.327565 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['1031db85-1db3-4237-b55d-9498067e6ad1', '0cfedbcf-991d-45b3-9b0f-a773354b6a8d', '192e2b81-b1c1-4662-8ebc-8dd53d96e394'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:14:35.350274 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:14:35.354439 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:14:35.357141 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:14:35.363920 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:35.363920 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:35.381856 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Pushing event updated for resources: {'Port': ['ID=f00c9a39-e17a-49b9-90b4-2f14e248a6fb,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:35.401806 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-e9d00c3c-0bed-426b-9064-ada76bc6c6bf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9803748 Aug 27 03:14:35.928922 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08813da4-a5fc-4346-b388-55d458195a9d req-a1cfb0e9-8598-475c-9729-eddf4d6b5013 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:35.932452 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-08813da4-a5fc-4346-b388-55d458195a9d req-a1cfb0e9-8598-475c-9729-eddf4d6b5013 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0704646 Aug 27 03:14:35.975758 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-08813da4-a5fc-4346-b388-55d458195a9d req-a8e57b9f-209a-4dc0-aa97-c485a8896df8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375075 Aug 27 03:14:36.148987 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:36.447607 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b16be-1d90-4a4f-8c1d-2db6c80d3c93 req-2de8afc1-38ce-4e16-b4d4-e432f9fadb9d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:36.449963 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-924b16be-1d90-4a4f-8c1d-2db6c80d3c93 req-2de8afc1-38ce-4e16-b4d4-e432f9fadb9d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 931 time: 0.0829344 Aug 27 03:14:36.495628 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-924b16be-1d90-4a4f-8c1d-2db6c80d3c93 req-0ffa6dd9-7f56-4eea-9bd6-8c075c727001 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386932 Aug 27 03:14:37.114349 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27800656-f2b7-4d11-8163-4f73f8063c69 req-a78a3464-5fdb-46bb-95d2-7aaea179e0b5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:37.116025 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-27800656-f2b7-4d11-8163-4f73f8063c69 req-a78a3464-5fdb-46bb-95d2-7aaea179e0b5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0693471 Aug 27 03:14:37.160960 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Request body: {'port': {'device_id': 'a52c0590-63e9-4305-afab-5e3054e44ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:37.167027 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-27800656-f2b7-4d11-8163-4f73f8063c69 req-b600e3b4-bcf5-4c38-b5a3-a5899ebe8400 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433929 Aug 27 03:14:37.231269 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:37.521828 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00c9a39-e17a-49b9-90b4-2f14e248a6fb {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:14:37.530871 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:37.547972 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Transition to ACTIVE for port object f00c9a39-e17a-49b9-90b4-2f14e248a6fb will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:14:37.553482 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:37.574826 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-b2a43267-e76b-47d7-8806-331d1c31d5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:37.630258 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Pushing event updated for resources: {'Port': ['ID=f00c9a39-e17a-49b9-90b4-2f14e248a6fb,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:37.675760 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Attempting to bind port f00c9a39-e17a-49b9-90b4-2f14e248a6fb on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:14:37.676104 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Attempting to bind port f00c9a39-e17a-49b9-90b4-2f14e248a6fb by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:14:37.676436 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Attempting to bind port f00c9a39-e17a-49b9-90b4-2f14e248a6fb on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:37.681542 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Port f00c9a39-e17a-49b9-90b4-2f14e248a6fb on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:14:37.681867 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Attempting to bind port f00c9a39-e17a-49b9-90b4-2f14e248a6fb on network adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:37.687672 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:14:37.688011 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Checking segment: {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:14:37.688649 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Bound using segment: {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:14:37.689106 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Bound port: f00c9a39-e17a-49b9-90b4-2f14e248a6fb, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b8d83d-e74d-420c-85b6-02582c06f78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:14:37.689446 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:37.692408 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002e987-54ab-425d-b58d-d9f9cd61ccff req-69bc1bbe-6346-4d92-bccf-c7090038384b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:37.695186 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e002e987-54ab-425d-b58d-d9f9cd61ccff req-69bc1bbe-6346-4d92-bccf-c7090038384b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 943 time: 0.0653729 Aug 27 03:14:37.758571 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e002e987-54ab-425d-b58d-d9f9cd61ccff req-f8ac5293-3264-4dd8-a2b1-e7313573252d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554967 Aug 27 03:14:37.765291 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] For port f00c9a39-e17a-49b9-90b4-2f14e248a6fb, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:14:37.770593 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] For port f00c9a39-e17a-49b9-90b4-2f14e248a6fb, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f00c9a39-e17a-49b9-90b4-2f14e248a6fb,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:14:37.777127 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:37.848137 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:37.848917 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:37.850584 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] 10.222.0.21 "PUT /v2.0/ports/f00c9a39-e17a-49b9-90b4-2f14e248a6fb HTTP/1.1" status: 200 len: 1093 time: 0.6943667 Aug 27 03:14:37.851066 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52c0590-63e9-4305-afab-5e3054e44ac1', 'tag': 'f00c9a39-e17a-49b9-90b4-2f14e248a6fb'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:37.853362 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e9636f-848e-4f61-840a-182443ba4d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a52c0590-63e9-4305-afab-5e3054e44ac1", "tag": "f00c9a39-e17a-49b9-90b4-2f14e248a6fb"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:37.871485 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd90493-146d-47d4-9156-26bc2841d121 service neutron] Pushing event updated for resources: {'Port': ['ID=f00c9a39-e17a-49b9-90b4-2f14e248a6fb,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:37.893363 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ea96e8-6f9a-4a9f-9409-1c550939fb8f x-openstack-request-id: req-24ea96e8-6f9a-4a9f-9409-1c550939fb8f {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:37.893688 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52c0590-63e9-4305-afab-5e3054e44ac1", "tag": "f00c9a39-e17a-49b9-90b4-2f14e248a6fb", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:37.893980 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24ea96e8-6f9a-4a9f-9409-1c550939fb8f {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:37.894455 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52c0590-63e9-4305-afab-5e3054e44ac1', 'tag': 'f00c9a39-e17a-49b9-90b4-2f14e248a6fb', 'status': 'completed', 'code': 200} Aug 27 03:14:38.290639 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9636f-848e-4f61-840a-182443ba4d3e req-163b10bd-8298-42d5-8bf7-e4efcc65994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:38.295179 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-90e9636f-848e-4f61-840a-182443ba4d3e req-163b10bd-8298-42d5-8bf7-e4efcc65994d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0628507 Aug 27 03:14:38.337739 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03884382-1d44-409b-b041-dd5ccebe06fd req-81a9a518-2664-4088-97b7-59f39600e7bb tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:38.340898 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-03884382-1d44-409b-b041-dd5ccebe06fd req-81a9a518-2664-4088-97b7-59f39600e7bb tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0787079 Aug 27 03:14:38.356573 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.417193 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-03884382-1d44-409b-b041-dd5ccebe06fd req-b6242e57-3a01-4864-a30a-4e9187118720 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697176 Aug 27 03:14:38.552630 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9636f-848e-4f61-840a-182443ba4d3e req-5f199841-dac4-4ee3-a74d-2cd2cf5cda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:38.554156 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-90e9636f-848e-4f61-840a-182443ba4d3e req-5f199841-dac4-4ee3-a74d-2cd2cf5cda67 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2461553 Aug 27 03:14:38.769755 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9636f-848e-4f61-840a-182443ba4d3e req-52f11ecf-eddd-4c5c-a4fe-7b2a7d6d59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:38.772253 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-90e9636f-848e-4f61-840a-182443ba4d3e req-52f11ecf-eddd-4c5c-a4fe-7b2a7d6d59cc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021596 Aug 27 03:14:38.897441 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-26163c4e-89b0-4fdb-9392-4f6119e4e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:38.900113 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-26163c4e-89b0-4fdb-9392-4f6119e4e6ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0793774 Aug 27 03:14:38.913513 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e33a76-899f-4b35-8a26-de4b0e9c0ec2 req-6ffc9b4f-05bd-4403-85e0-390862519715 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:38.915910 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-71e33a76-899f-4b35-8a26-de4b0e9c0ec2 req-6ffc9b4f-05bd-4403-85e0-390862519715 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 943 time: 0.0633936 Aug 27 03:14:38.964946 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-20e7ee10-672b-47c9-bd2a-7f9d5bb186f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f00c9a39-e17a-49b9-90b4-2f14e248a6fb HTTP/1.1" status: 200 len: 217 time: 0.0479105 Aug 27 03:14:39.031824 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-71e33a76-899f-4b35-8a26-de4b0e9c0ec2 req-af9c1178-7295-4567-a48b-36d36afcd2b2 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082644 Aug 27 03:14:39.059034 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-50834069-8aa5-4d28-9c54-ddce3f31aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:39.067248 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-50834069-8aa5-4d28-9c54-ddce3f31aa9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e59ddab5-65fc-4079-b80d-415469417ef0 HTTP/1.1" status: 200 len: 854 time: 0.0943992 Aug 27 03:14:39.115071 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-619db202-6d98-4e4d-8c06-e47b28d079a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339074 Aug 27 03:14:39.550720 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-8fd4923c-018a-4c32-b42d-f3766bbe0921 service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271505 Aug 27 03:14:39.666331 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376712ac-46c3-4fe9-9452-c18821ed96bf req-7c439c64-c3b1-4b4e-a484-b31de5f102fe tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:39.668133 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-376712ac-46c3-4fe9-9452-c18821ed96bf req-7c439c64-c3b1-4b4e-a484-b31de5f102fe tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.1342518 Aug 27 03:14:39.749225 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0db40e7d-590f-4415-a7db-d48cc9417986 req-8f4d10c0-1e0a-45ce-96d5-4c455f125305 service neutron] 10.222.0.21 "GET /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731541 Aug 27 03:14:39.768282 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-376712ac-46c3-4fe9-9452-c18821ed96bf req-06387329-284d-450e-afc6-3f25b7999c95 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832040 Aug 27 03:14:40.189646 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b03ff-ac1f-4d64-add4-c5ee3a1968ba req-af66e245-5993-4cf5-a9da-d506fbefedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:40.192261 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d10b03ff-ac1f-4d64-add4-c5ee3a1968ba req-af66e245-5993-4cf5-a9da-d506fbefedb6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 1099 time: 0.1222949 Aug 27 03:14:40.268291 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef25e7-d720-4e70-b7e1-6c22e945c151 req-ab41b339-1b68-45cc-a834-6afefd1abdb3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:40.270048 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b4ef25e7-d720-4e70-b7e1-6c22e945c151 req-ab41b339-1b68-45cc-a834-6afefd1abdb3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.1418307 Aug 27 03:14:40.301153 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ca2e-dcc9-4255-996e-97477bf65364 req-43d4f134-508b-4989-9992-e06688627874 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:40.303943 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3672ca2e-dcc9-4255-996e-97477bf65364 req-43d4f134-508b-4989-9992-e06688627874 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 943 time: 0.1040359 Aug 27 03:14:40.349890 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b4ef25e7-d720-4e70-b7e1-6c22e945c151 req-3f4f0189-6227-4129-a82f-48c1396764ae tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661211 Aug 27 03:14:40.371483 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b03ff-ac1f-4d64-add4-c5ee3a1968ba req-28f0e48a-1722-4ef9-86c9-b987e9e7c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:40.373107 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d10b03ff-ac1f-4d64-add4-c5ee3a1968ba req-28f0e48a-1722-4ef9-86c9-b987e9e7c32b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 919 time: 0.1701992 Aug 27 03:14:40.394844 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3672ca2e-dcc9-4255-996e-97477bf65364 req-29a28d8e-6e99-4678-9c81-2c84a3906306 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808065 Aug 27 03:14:40.893870 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769245c-4687-45dc-ab3c-bec88e0cbd8f req-ccc02c39-e819-4ad9-b393-a9f8f9358703 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:40.896145 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1769245c-4687-45dc-ab3c-bec88e0cbd8f req-ccc02c39-e819-4ad9-b393-a9f8f9358703 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0582063 Aug 27 03:14:40.941431 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:40.944353 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1769245c-4687-45dc-ab3c-bec88e0cbd8f req-5e892fb5-1ba3-415c-aaf5-065d9021f005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412903 Aug 27 03:14:41.140358 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d10b03ff-ac1f-4d64-add4-c5ee3a1968ba req-db8f6fb1-9432-4da3-a9ca-b72b2de5d5ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54014927-846c-4591-9e87-5cb7709bf2a6 HTTP/1.1" status: 200 len: 217 time: 0.0426989 Aug 27 03:14:41.526316 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4faaad-375f-4904-8670-a1d9a50e8ecd req-a3756332-f6f5-4d5b-9573-379f82de7ba2 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:41.527910 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3b4faaad-375f-4904-8670-a1d9a50e8ecd req-a3756332-f6f5-4d5b-9573-379f82de7ba2 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 943 time: 0.0532906 Aug 27 03:14:41.540194 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf706a14-71c7-4b41-9d6d-cefa8f953344 req-670933cf-c432-4d29-b137-0e7c3c2eb06f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:41.541948 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bf706a14-71c7-4b41-9d6d-cefa8f953344 req-670933cf-c432-4d29-b137-0e7c3c2eb06f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0799289 Aug 27 03:14:41.582747 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3b4faaad-375f-4904-8670-a1d9a50e8ecd req-8533e24e-86d0-46e1-bfd1-524205d493a0 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442502 Aug 27 03:14:41.593496 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bf706a14-71c7-4b41-9d6d-cefa8f953344 req-3f7ed540-0982-4c7a-a723-ce057041f706 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Aug 27 03:14:42.007630 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b03ff-ac1f-4d64-add4-c5ee3a1968ba req-77a36fab-dc85-427b-8a13-b847c281dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:42.009223 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d10b03ff-ac1f-4d64-add4-c5ee3a1968ba req-77a36fab-dc85-427b-8a13-b847c281dab3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 200 len: 858 time: 0.0581973 Aug 27 03:14:42.099197 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976675a-481b-404d-82ed-fdbfe7b84c04 req-7795318f-abaf-4b9b-a03b-570934af11b8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:42.100862 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d976675a-481b-404d-82ed-fdbfe7b84c04 req-7795318f-abaf-4b9b-a03b-570934af11b8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0719860 Aug 27 03:14:42.151366 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d976675a-481b-404d-82ed-fdbfe7b84c04 req-7b96d2e9-dea3-4144-b1b1-bb1c1f7cc682 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378733 Aug 27 03:14:42.739982 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a6bd1-0ce9-4136-80f2-d1b27474b8ec req-52d96fc2-bb6f-44f2-911a-3a61e6b91b9c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:42.742098 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9b4a6bd1-0ce9-4136-80f2-d1b27474b8ec req-52d96fc2-bb6f-44f2-911a-3a61e6b91b9c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0636501 Aug 27 03:14:42.760910 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f54da3-20f7-47f1-9788-eb7ca68d5391 req-f936ec57-5430-4dac-8c6d-bb77d8cd1701 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:42.763186 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-17f54da3-20f7-47f1-9788-eb7ca68d5391 req-f936ec57-5430-4dac-8c6d-bb77d8cd1701 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 943 time: 0.0717607 Aug 27 03:14:42.790698 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9b4a6bd1-0ce9-4136-80f2-d1b27474b8ec req-ee9c29a9-b59b-4cc9-b5fe-0504c489fa61 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 Aug 27 03:14:42.814668 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-17f54da3-20f7-47f1-9788-eb7ca68d5391 req-dfa2eb81-fc61-4f71-ab69-67603fb49286 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 Aug 27 03:14:43.000853 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d10b03ff-ac1f-4d64-add4-c5ee3a1968ba req-1b683280-3f5c-4fff-a069-961a81863045 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b17879c-d837-4d30-a4db-99c881c934c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283139 Aug 27 03:14:43.127169 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d10b03ff-ac1f-4d64-add4-c5ee3a1968ba req-ab0b666b-fd3b-4d9a-89b9-43c882a6abcb service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165094 Aug 27 03:14:43.254977 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d10b03ff-ac1f-4d64-add4-c5ee3a1968ba req-374a3061-df84-4226-b518-b7f4cc953bd6 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150470 Aug 27 03:14:43.311039 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0a90b-f19a-4465-bdbf-8d1aa41ff3a9 req-8aa7ad02-0cb5-466c-a5fc-0c09066a0a05 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:43.313404 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7eb0a90b-f19a-4465-bdbf-8d1aa41ff3a9 req-8aa7ad02-0cb5-466c-a5fc-0c09066a0a05 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0624473 Aug 27 03:14:43.361645 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7eb0a90b-f19a-4465-bdbf-8d1aa41ff3a9 req-d22f763e-f811-48f7-90e6-79a33975ed0a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377357 Aug 27 03:14:43.965981 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623db6d-7932-449e-8741-3bbeab297aa1 req-024fa0b8-d68c-47f6-98e0-8244ab61e2a1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:43.984896 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7623db6d-7932-449e-8741-3bbeab297aa1 req-024fa0b8-d68c-47f6-98e0-8244ab61e2a1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0949812 Aug 27 03:14:44.017538 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff9338-8c93-4718-adc3-1e413be2eef8 req-e7722a0b-afd2-438a-90e1-d37f4b87137b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:44.019557 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-02ff9338-8c93-4718-adc3-1e413be2eef8 req-e7722a0b-afd2-438a-90e1-d37f4b87137b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 943 time: 0.0662231 Aug 27 03:14:44.026522 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7623db6d-7932-449e-8741-3bbeab297aa1 req-073737da-1782-4945-b508-045776799271 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Aug 27 03:14:44.085339 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-02ff9338-8c93-4718-adc3-1e413be2eef8 req-3fe04e62-3f7e-4599-b66b-0edf232c618e tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579672 Aug 27 03:14:44.506822 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c28aa-1f7a-48f8-a579-a0eabbe673b7 req-b1f85a19-0ccf-49b3-8c2f-659d8c55982d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:44.509309 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b25c28aa-1f7a-48f8-a579-a0eabbe673b7 req-b1f85a19-0ccf-49b3-8c2f-659d8c55982d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0525284 Aug 27 03:14:44.548779 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b25c28aa-1f7a-48f8-a579-a0eabbe673b7 req-2e4ce388-975e-4910-b69f-24141d8b3934 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333986 Aug 27 03:14:45.215728 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9acb-5eae-4252-b40e-e74980a22d06 req-9b5f9d6b-c1fe-4d74-b2da-7f640a4b15d0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:45.226658 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-545d9acb-5eae-4252-b40e-e74980a22d06 req-9b5f9d6b-c1fe-4d74-b2da-7f640a4b15d0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0993714 Aug 27 03:14:45.306630 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-545d9acb-5eae-4252-b40e-e74980a22d06 req-f29c33d6-f1b2-4a42-9282-70d728048275 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783882 Aug 27 03:14:45.330895 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85557f9-2b4b-4073-8e97-baf0b2a0035c req-f7bd9ca8-e103-434b-94c8-e23b9677ddd3 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:45.333983 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e85557f9-2b4b-4073-8e97-baf0b2a0035c req-f7bd9ca8-e103-434b-94c8-e23b9677ddd3 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 943 time: 0.1037579 Aug 27 03:14:45.425596 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e85557f9-2b4b-4073-8e97-baf0b2a0035c req-2c38f695-b0ce-4c70-b07e-015a9ddb300a tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760071 Aug 27 03:14:45.680652 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2072b-48a5-4e86-a24c-de112832cb0f req-1972b007-650c-4073-9291-587a86211b1d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:45.682244 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d9a2072b-48a5-4e86-a24c-de112832cb0f req-1972b007-650c-4073-9291-587a86211b1d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0537241 Aug 27 03:14:45.727820 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d9a2072b-48a5-4e86-a24c-de112832cb0f req-1b6fe732-1db6-4985-b4b0-fa85c4f0664b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370321 Aug 27 03:14:46.480102 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4258c72-3f38-41bd-86e0-c7c8bed8de44 req-00187760-4943-47cd-8994-20640828b7d6 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:46.481779 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f4258c72-3f38-41bd-86e0-c7c8bed8de44 req-00187760-4943-47cd-8994-20640828b7d6 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0656872 Aug 27 03:14:46.539632 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f4258c72-3f38-41bd-86e0-c7c8bed8de44 req-614c8bb2-93ed-4160-8ead-5910f42643e1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510666 Aug 27 03:14:46.599030 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77471b5d-7f32-4f4c-8b6c-1eb7e9ed1a15 req-d301ea1f-12c9-46ba-8952-78c97de06dce tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:46.603049 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-77471b5d-7f32-4f4c-8b6c-1eb7e9ed1a15 req-d301ea1f-12c9-46ba-8952-78c97de06dce tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 943 time: 0.0769951 Aug 27 03:14:46.648276 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-77471b5d-7f32-4f4c-8b6c-1eb7e9ed1a15 req-b0c74ae0-3110-4d4e-8714-ab0c627c784c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383267 Aug 27 03:14:46.854276 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e87d6-64a9-4ffb-9341-2713e7037260 req-44c22a5c-515b-49ca-aeeb-54903e4cfa02 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:46.855817 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-996e87d6-64a9-4ffb-9341-2713e7037260 req-44c22a5c-515b-49ca-aeeb-54903e4cfa02 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0543010 Aug 27 03:14:46.897290 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-996e87d6-64a9-4ffb-9341-2713e7037260 req-cbaec658-fe73-4a9f-88bd-87efd85c0461 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352871 Aug 27 03:14:47.639543 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device f00c9a39-e17a-49b9-90b4-2f14e248a6fb details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:14:47.670525 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:47.709003 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ee7b0-f762-4b3d-ac0a-b1ce723a0a40 req-55593214-3e1d-497f-acbb-98d9ff95bd34 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:47.712556 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cc1ee7b0-f762-4b3d-ac0a-b1ce723a0a40 req-55593214-3e1d-497f-acbb-98d9ff95bd34 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0869205 Aug 27 03:14:47.767088 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port f00c9a39-e17a-49b9-90b4-2f14e248a6fb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f00c9a39-e17a-49b9-90b4-2f14e248a6fb,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:47.778666 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cc1ee7b0-f762-4b3d-ac0a-b1ce723a0a40 req-5d110fe0-4327-4547-9e4f-231587ebc113 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546145 Aug 27 03:14:47.787040 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': 'f00c9a39-e17a-49b9-90b4-2f14e248a6fb', 'network_id': 'adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7', 'port_id': 'f00c9a39-e17a-49b9-90b4-2f14e248a6fb', 'mac_address': 'fa:16:3e:6f:c0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59ddab5-65fc-4079-b80d-415469417ef0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:14:47.806040 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731878b-874e-4c36-815c-c8ce3927f736 req-86d7487c-b84a-467a-b142-32a08786db1c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:47.807802 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3731878b-874e-4c36-815c-c8ce3927f736 req-86d7487c-b84a-467a-b142-32a08786db1c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 943 time: 0.0562019 Aug 27 03:14:47.852866 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:47.855158 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3731878b-874e-4c36-815c-c8ce3927f736 req-b1a9e9db-32f4-4d1d-90f6-afcbd5778f52 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363419 Aug 27 03:14:47.877768 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00c9a39-e17a-49b9-90b4-2f14e248a6fb {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:14:47.914804 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port f00c9a39-e17a-49b9-90b4-2f14e248a6fb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f00c9a39-e17a-49b9-90b4-2f14e248a6fb,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:47.920551 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:48.008054 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=f00c9a39-e17a-49b9-90b4-2f14e248a6fb,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:48.021551 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.022132 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.022850 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.023437 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.024010 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.024587 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.025141 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.025704 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.026322 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.026945 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.027535 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.028087 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:48.035072 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf9bf3-ac33-42be-8b9c-de7f619528e8 req-a4456a68-5334-4326-aded-344497ac09e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:48.036844 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-acaf9bf3-ac33-42be-8b9c-de7f619528e8 req-a4456a68-5334-4326-aded-344497ac09e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0657370 Aug 27 03:14:48.088417 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-acaf9bf3-ac33-42be-8b9c-de7f619528e8 req-1b868d98-6581-45bb-a429-7a6cf8acad38 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425785 Aug 27 03:14:48.331103 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['f00c9a39-e17a-49b9-90b4-2f14e248a6fb'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:14:48.950403 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d4892-3885-4d5c-ad0b-e825ab109f53 req-8dbbb0bf-0178-4628-a2f5-88c69866d317 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:48.952464 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a38d4892-3885-4d5c-ad0b-e825ab109f53 req-8dbbb0bf-0178-4628-a2f5-88c69866d317 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0802467 Aug 27 03:14:49.004828 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a38d4892-3885-4d5c-ad0b-e825ab109f53 req-eb2a768a-8f05-487d-8c5a-99a118d88b4e tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Aug 27 03:14:49.018482 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76989bfd-ffe1-427b-b747-101fb0ee894d req-3577c939-c470-4dcc-99d5-2f93f08bce6b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:49.021152 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-76989bfd-ffe1-427b-b747-101fb0ee894d req-3577c939-c470-4dcc-99d5-2f93f08bce6b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 944 time: 0.0870645 Aug 27 03:14:49.065910 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-76989bfd-ffe1-427b-b747-101fb0ee894d req-d17635a2-568a-4ecc-bd0a-d9ec649e5e89 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362504 Aug 27 03:14:49.219504 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df630352-3f14-4ade-a177-68b1b3c08601 req-d73449ee-2df1-49d2-86ac-7b6e450f462c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:49.221117 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-df630352-3f14-4ade-a177-68b1b3c08601 req-d73449ee-2df1-49d2-86ac-7b6e450f462c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0535817 Aug 27 03:14:49.263181 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-df630352-3f14-4ade-a177-68b1b3c08601 req-95da4673-080f-4125-b215-a0e6b64e9889 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353746 Aug 27 03:14:50.025426 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40312) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:50.181776 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af898e-18b8-43d6-a9c6-61f9d262e122 req-ff612add-949a-4fdf-bd38-02ec7ac9724a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:50.183596 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a6af898e-18b8-43d6-a9c6-61f9d262e122 req-ff612add-949a-4fdf-bd38-02ec7ac9724a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0791306 Aug 27 03:14:50.251438 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e25c-c331-4b78-b645-0c325a09e03a req-92a93ae2-11cd-4989-9cc7-1d14abf52ae1 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:50.253141 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dd98e25c-c331-4b78-b645-0c325a09e03a req-92a93ae2-11cd-4989-9cc7-1d14abf52ae1 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 944 time: 0.0620837 Aug 27 03:14:50.254608 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b68bdaed-ccc1-4274-8b35-44729f240a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:50.294491 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a6af898e-18b8-43d6-a9c6-61f9d262e122 req-0fea6846-163e-4eb5-a402-826b44a07a31 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039474 Aug 27 03:14:50.309837 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dd98e25c-c331-4b78-b645-0c325a09e03a req-9d7582a5-9670-414b-a76f-f8ebba8898ec tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449901 Aug 27 03:14:50.444837 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b68bdaed-ccc1-4274-8b35-44729f240a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:50.477796 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b68bdaed-ccc1-4274-8b35-44729f240a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:50.531706 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-b68bdaed-ccc1-4274-8b35-44729f240a6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26e559496eae4ced9207a3a8db12588f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050149 Aug 27 03:14:50.533815 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bdaed-ccc1-4274-8b35-44729f240a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a75f3a-c4e1-4b7d-9beb-6aee36810abd,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:50.534527 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 40322) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:50.548371 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86444-fb94-443c-84b8-261c752b611f req-b8ceab14-547a-460f-bb88-71051fadd4da tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:50.550145 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e6c86444-fb94-443c-84b8-261c752b611f req-b8ceab14-547a-460f-bb88-71051fadd4da tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.1376185 Aug 27 03:14:50.594311 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f818c19e-6b40-4438-ae3b-6117e415e4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:50.595724 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e6c86444-fb94-443c-84b8-261c752b611f req-29d3bdb0-e9fc-4d4c-a4ac-4470d9ed783e tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388613 Aug 27 03:14:50.618537 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f818c19e-6b40-4438-ae3b-6117e415e4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:50.673258 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f818c19e-6b40-4438-ae3b-6117e415e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:50.676269 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f818c19e-6b40-4438-ae3b-6117e415e4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:50.677845 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-f818c19e-6b40-4438-ae3b-6117e415e4a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41a75f3a-c4e1-4b7d-9beb-6aee36810abd HTTP/1.1" status: 204 len: 168 time: 0.1420252 Aug 27 03:14:50.691121 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818c19e-6b40-4438-ae3b-6117e415e4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a75f3a-c4e1-4b7d-9beb-6aee36810abd,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:51.470834 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cb7d2-77bb-4bac-a0e2-a0f91ce33f08 req-9e1c974b-c0d2-457d-8f3a-b98ba8d6820a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:51.472646 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c97cb7d2-77bb-4bac-a0e2-a0f91ce33f08 req-9e1c974b-c0d2-457d-8f3a-b98ba8d6820a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0675371 Aug 27 03:14:51.500371 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd39d4-5062-4c9d-99d4-868fff27abbc req-30f1067e-7c5b-447d-b6d4-6e02eb8fac55 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:51.502119 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b2bd39d4-5062-4c9d-99d4-868fff27abbc req-30f1067e-7c5b-447d-b6d4-6e02eb8fac55 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 944 time: 0.0633214 Aug 27 03:14:51.518714 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c97cb7d2-77bb-4bac-a0e2-a0f91ce33f08 req-1ef05a02-eeae-4ba2-941c-2158c6803d56 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355468 Aug 27 03:14:51.547800 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b2bd39d4-5062-4c9d-99d4-868fff27abbc req-a99b3a4e-8ca6-4bef-9ad7-172e52ba6bca tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379834 Aug 27 03:14:51.728160 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566b463-1832-4de9-a08f-3f6ffec7c4cb req-e9e09a49-c9a1-40fc-9b1e-ff02ed93cf90 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:51.729856 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d566b463-1832-4de9-a08f-3f6ffec7c4cb req-e9e09a49-c9a1-40fc-9b1e-ff02ed93cf90 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0594711 Aug 27 03:14:51.780360 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d566b463-1832-4de9-a08f-3f6ffec7c4cb req-18ea1376-0dff-44de-bb8c-71b00bdea4a5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392442 Aug 27 03:14:52.625600 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device f00c9a39-e17a-49b9-90b4-2f14e248a6fb up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:14:52.689019 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bff1a-c4df-44eb-a763-5ea3350ab523 req-4803bd7d-6297-4464-8e6b-99d5250d71b0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:52.691735 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fc2bff1a-c4df-44eb-a763-5ea3350ab523 req-4803bd7d-6297-4464-8e6b-99d5250d71b0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0744488 Aug 27 03:14:52.702033 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port f00c9a39-e17a-49b9-90b4-2f14e248a6fb completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:14:52.706063 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a0cd6-46a0-4f3a-a128-7f7fae191b85 req-c866da4d-b618-440c-aea0-56c9125d6200 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:52.709095 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3c4a0cd6-46a0-4f3a-a128-7f7fae191b85 req-c866da4d-b618-440c-aea0-56c9125d6200 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 944 time: 0.0862749 Aug 27 03:14:52.710858 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port f00c9a39-e17a-49b9-90b4-2f14e248a6fb triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:14:52.711776 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:52.768604 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fc2bff1a-c4df-44eb-a763-5ea3350ab523 req-89263c28-0d31-425a-a485-08304fbf0eb9 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687537 Aug 27 03:14:52.773276 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3c4a0cd6-46a0-4f3a-a128-7f7fae191b85 req-5ae646b6-fd0c-4fb4-872d-7d7b4314a061 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543540 Aug 27 03:14:52.862004 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:52.920839 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52c0590-63e9-4305-afab-5e3054e44ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00c9a39-e17a-49b9-90b4-2f14e248a6fb'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:52.926761 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a765621-1531-4182-a889-daa265d689df" -d '{"events": [{"server_uuid": "a52c0590-63e9-4305-afab-5e3054e44ac1", "name": "network-vif-plugged", "status": "completed", "tag": "f00c9a39-e17a-49b9-90b4-2f14e248a6fb"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:52.954635 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port f00c9a39-e17a-49b9-90b4-2f14e248a6fb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f00c9a39-e17a-49b9-90b4-2f14e248a6fb,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:52.962587 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:53.035439 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a868b7-6af6-4af5-bc54-39752d2e5b37 x-openstack-request-id: req-59a868b7-6af6-4af5-bc54-39752d2e5b37 {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:53.035439 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52c0590-63e9-4305-afab-5e3054e44ac1", "name": "network-vif-plugged", "status": "completed", "tag": "f00c9a39-e17a-49b9-90b4-2f14e248a6fb", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:53.035439 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59a868b7-6af6-4af5-bc54-39752d2e5b37 {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:53.035439 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52c0590-63e9-4305-afab-5e3054e44ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00c9a39-e17a-49b9-90b4-2f14e248a6fb', 'code': 200} Aug 27 03:14:53.065364 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b8a4c-3707-4343-8898-19b6317fb337 req-501ccad3-a53e-4f77-ab6c-79197c01dc1c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:53.075538 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f49b8a4c-3707-4343-8898-19b6317fb337 req-501ccad3-a53e-4f77-ab6c-79197c01dc1c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.1513395 Aug 27 03:14:53.076949 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=f00c9a39-e17a-49b9-90b4-2f14e248a6fb,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:53.130767 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f49b8a4c-3707-4343-8898-19b6317fb337 req-5c6a48d3-d083-4b54-b400-7ceb81667ce5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520449 Aug 27 03:14:53.299813 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435308e-9ab1-4ce7-b366-4d5dd5789826 req-f9e28260-8071-4b08-9d0c-880a028fe85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:53.302536 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f435308e-9ab1-4ce7-b366-4d5dd5789826 req-f9e28260-8071-4b08-9d0c-880a028fe85c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0744448 Aug 27 03:14:53.359003 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f435308e-9ab1-4ce7-b366-4d5dd5789826 req-117a2b23-2aa6-41eb-b69a-99af2648bc59 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477979 Aug 27 03:14:53.907129 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70264-4e58-4cfa-9c36-7db25355ccb4 req-9dff7145-f18b-4808-8d80-028c58bbbee1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:53.908885 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-71d70264-4e58-4cfa-9c36-7db25355ccb4 req-9dff7145-f18b-4808-8d80-028c58bbbee1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0541611 Aug 27 03:14:53.934365 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10778a-178f-44f5-acdd-f553e0b31282 req-bbf78fb8-2391-49f9-a42b-2a6ee1834ee3 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:53.935743 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5c10778a-178f-44f5-acdd-f553e0b31282 req-bbf78fb8-2391-49f9-a42b-2a6ee1834ee3 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 945 time: 0.0549765 Aug 27 03:14:53.981770 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-71d70264-4e58-4cfa-9c36-7db25355ccb4 req-fe49cd94-9cd7-42f3-bce6-ce9f6a034396 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632329 Aug 27 03:14:53.991470 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5c10778a-178f-44f5-acdd-f553e0b31282 req-71a17d9a-d78a-4ecb-bf86-70866d898efd tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443432 Aug 27 03:14:54.335225 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65213b3a-f6eb-4c51-9e78-63784a2cfeda req-3ada880b-912f-4298-8ee4-42ecbf1dc886 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:54.339524 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-65213b3a-f6eb-4c51-9e78-63784a2cfeda req-3ada880b-912f-4298-8ee4-42ecbf1dc886 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0988612 Aug 27 03:14:54.395442 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-65213b3a-f6eb-4c51-9e78-63784a2cfeda req-4cf12227-32af-48b2-8765-3a495b2fef4c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496583 Aug 27 03:14:55.166417 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2652-ebce-4876-9386-956b74647169 req-60234d6a-747c-4d1b-a568-341cd1e58a49 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:55.168155 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-10cf2652-ebce-4876-9386-956b74647169 req-60234d6a-747c-4d1b-a568-341cd1e58a49 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0880480 Aug 27 03:14:55.218014 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-10cf2652-ebce-4876-9386-956b74647169 req-a2794556-6cae-43d2-99f7-f897bf484f8d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431266 Aug 27 03:14:55.237879 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94fdca-a261-4cc7-a902-eb29ba147e8a req-896a53cd-0e77-481c-a1c2-2f10d62951c9 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:55.243535 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4e94fdca-a261-4cc7-a902-eb29ba147e8a req-896a53cd-0e77-481c-a1c2-2f10d62951c9 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 945 time: 0.1207786 Aug 27 03:14:55.297261 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4e94fdca-a261-4cc7-a902-eb29ba147e8a req-c3f87a96-21b0-4ff4-a0db-2c58597c246c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498290 Aug 27 03:14:55.547884 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a6467-490a-4786-9a02-28efa9ed2195 req-1244f403-3eb4-4f84-a76e-790240e970b3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:55.549515 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-706a6467-490a-4786-9a02-28efa9ed2195 req-1244f403-3eb4-4f84-a76e-790240e970b3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0571480 Aug 27 03:14:55.606771 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-706a6467-490a-4786-9a02-28efa9ed2195 req-2bcd62a3-7e76-4c26-a6da-65e1033f50b5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456152 Aug 27 03:14:56.157104 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:14:56.374119 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac92cc-a5cc-4896-862a-a2d9e873876f req-3a98ea6e-3357-46ae-956e-e86563878d41 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:56.375806 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-58ac92cc-a5cc-4896-862a-a2d9e873876f req-3a98ea6e-3357-46ae-956e-e86563878d41 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0747678 Aug 27 03:14:56.436218 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-58ac92cc-a5cc-4896-862a-a2d9e873876f req-d104abcb-6de8-4276-9aaa-d1b06f6f1bf7 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520182 Aug 27 03:14:56.438533 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d75a5-d9fd-47af-bff4-13dc5db8b4ff req-51c58335-51a1-4741-8131-ad6f938d9527 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:56.441253 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2f5d75a5-d9fd-47af-bff4-13dc5db8b4ff req-51c58335-51a1-4741-8131-ad6f938d9527 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 945 time: 0.0651503 Aug 27 03:14:56.518642 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2f5d75a5-d9fd-47af-bff4-13dc5db8b4ff req-a829c4e4-a1d7-46e5-a269-00757f84547b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690866 Aug 27 03:14:56.749847 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6837a4a-5c57-4ac3-b813-a878f6fa1fe5 req-111e05bb-3466-4de4-9277-2325914b90e0 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:56.751534 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b6837a4a-5c57-4ac3-b813-a878f6fa1fe5 req-111e05bb-3466-4de4-9277-2325914b90e0 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0592313 Aug 27 03:14:56.796557 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b6837a4a-5c57-4ac3-b813-a878f6fa1fe5 req-68fa8517-44f6-46c5-8d8e-0c8e77e13f3d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381792 Aug 27 03:14:57.591174 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dfcd4-b062-425e-8313-abdbf8332fea req-a4142b0d-01ab-442a-b406-6f17352de802 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:57.591174 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-930dfcd4-b062-425e-8313-abdbf8332fea req-a4142b0d-01ab-442a-b406-6f17352de802 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0720644 Aug 27 03:14:57.649451 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-930dfcd4-b062-425e-8313-abdbf8332fea req-03f336b7-2d84-4b98-8807-e45d5b488d7a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573103 Aug 27 03:14:57.683737 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdee11c-81ef-469d-a7f7-de4a0bddf862 req-2228a0ad-d9fd-4eb5-a81c-e7528f0a246c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:57.685433 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dfdee11c-81ef-469d-a7f7-de4a0bddf862 req-2228a0ad-d9fd-4eb5-a81c-e7528f0a246c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 945 time: 0.0656056 Aug 27 03:14:57.732428 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dfdee11c-81ef-469d-a7f7-de4a0bddf862 req-613efba2-fef7-4a8f-92a6-3261a5857825 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Aug 27 03:14:57.931550 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b3344-4ac7-4495-8ec3-f98a8c330e3a req-9a1dcf1f-6ab3-4bc4-bb24-c715dd12c726 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:57.933494 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9f8b3344-4ac7-4495-8ec3-f98a8c330e3a req-9a1dcf1f-6ab3-4bc4-bb24-c715dd12c726 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0594475 Aug 27 03:14:57.985508 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9f8b3344-4ac7-4495-8ec3-f98a8c330e3a req-bbfde9fc-88e7-4915-a212-fed0a1612a2b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450044 Aug 27 03:14:58.735391 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40500) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:58.785682 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be4d32-cf81-4839-96bd-9e3560f2944c req-031bb607-717c-41b5-8033-109c33fc053c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:58.787601 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8bbeb4-926b-44bb-b7da-9e98335ae8e9 admin admin] Deleting subnet 4250a61f-e52b-4604-9d5f-cddcf64a1b95 {{(pid=93973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:14:58.792220 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-10be4d32-cf81-4839-96bd-9e3560f2944c req-031bb607-717c-41b5-8033-109c33fc053c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0577526 Aug 27 03:14:58.792504 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbeb4-926b-44bb-b7da-9e98335ae8e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:58.869329 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-10be4d32-cf81-4839-96bd-9e3560f2944c req-2f61cf4b-c28a-4eff-920a-9edf5b55c7d4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682807 Aug 27 03:14:58.889913 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbeb4-926b-44bb-b7da-9e98335ae8e9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:58.909167 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbeb4-926b-44bb-b7da-9e98335ae8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:58.988029 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416845e6-63b1-41f0-943a-65a7c8b9f9b8 req-e2dc7d91-87ed-4e04-bd3c-d1be2fa981c3 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:58.990637 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-416845e6-63b1-41f0-943a-65a7c8b9f9b8 req-e2dc7d91-87ed-4e04-bd3c-d1be2fa981c3 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 945 time: 0.1532824 Aug 27 03:14:59.070143 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbeb4-926b-44bb-b7da-9e98335ae8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for subnet, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.094447 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-416845e6-63b1-41f0-943a-65a7c8b9f9b8 req-1655e9e8-871b-48bf-ae7a-0ff811788338 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924776 Aug 27 03:14:59.142940 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bbeb4-926b-44bb-b7da-9e98335ae8e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4250a61f-e52b-4604-9d5f-cddcf64a1b95,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:59.146838 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbeb4-926b-44bb-b7da-9e98335ae8e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.154869 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-1c8bbeb4-926b-44bb-b7da-9e98335ae8e9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4250a61f-e52b-4604-9d5f-cddcf64a1b95 HTTP/1.1" status: 204 len: 168 time: 0.4178970 Aug 27 03:14:59.157635 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40512) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:59.188298 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da30391-0da4-45ee-a450-34380e3d6138 req-a510704f-a0c1-4743-8870-c6e949328aa0 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:59.190613 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8da30391-0da4-45ee-a450-34380e3d6138 req-a510704f-a0c1-4743-8870-c6e949328aa0 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.1027238 Aug 27 03:14:59.256018 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8da30391-0da4-45ee-a450-34380e3d6138 req-3b748082-14a0-41b3-bee3-78afd3126313 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574350 Aug 27 03:14:59.262022 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.361492 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.380160 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.380703 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.382358 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.382827 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > port after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.383301 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.383882 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > port after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.384382 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.384832 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.385260 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.385704 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.473732 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.474093 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.474426 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.474832 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:14:59.475288 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cada22a-7ec6-4379-8ecc-c20cf0b6a982']}} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:59.498272 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321d4395-6da4-4cd8-bec2-9fca7e23877b') {'for_net_delete': True} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:59.498841 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321d4395-6da4-4cd8-bec2-9fca7e23877b') {} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:59.523429 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4754566'] for segment, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.554426 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.565476 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:14:59.566034 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795156'] for segment, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: from cryptography.utils import int_from_bytes Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: from cryptography.utils import int_from_bytes Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: Traceback (most recent call last): Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: timer() Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: cb(*args, **kw) Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: return func(*args, **kwargs) Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: self._notify() Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: self.callback(batched_events) Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: event.method(event) Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: return f(self, *a, **k) Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._get(url).json() Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: return self.request(url, 'GET', **kwargs) Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:14:59.571019 dv-cinder-805887-5-iscsi neutron-server[93973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:14:59.634154 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.642324 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.645891 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] 10.222.0.30 "DELETE /v2.0/networks/9cada22a-7ec6-4379-8ecc-c20cf0b6a982 HTTP/1.1" status: 204 len: 168 time: 0.4861066 Aug 27 03:14:59.651969 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 40522) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:59.667585 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f86a6-3980-4417-8e57-5e799615798c admin admin] Pushing event deleted for resources: {'Network': ['ID=9cada22a-7ec6-4379-8ecc-c20cf0b6a982,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:59.701250 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b60593-d6d6-4677-85f5-83b3752b5a79 admin admin] Deleting subnet 3da31814-212c-407b-a11a-95de8effee47 {{(pid=93974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:14:59.704952 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-b7b60593-d6d6-4677-85f5-83b3752b5a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.744905 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-b7b60593-d6d6-4677-85f5-83b3752b5a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7350878'] for subnet, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.796466 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-b7b60593-d6d6-4677-85f5-83b3752b5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.860166 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-b7b60593-d6d6-4677-85f5-83b3752b5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4679056'] for subnet, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.886322 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b60593-d6d6-4677-85f5-83b3752b5a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da31814-212c-407b-a11a-95de8effee47,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:59.893168 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-b7b60593-d6d6-4677-85f5-83b3752b5a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.898660 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-b7b60593-d6d6-4677-85f5-83b3752b5a79 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3da31814-212c-407b-a11a-95de8effee47 HTTP/1.1" status: 204 len: 168 time: 0.2453082 Aug 27 03:14:59.899719 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40526) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:00.047258 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.071822 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553b845-ba80-4bdd-806c-041629f4407d req-5b283c8f-ac38-41e2-97d6-21c3ff6698d8 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:00.073424 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8553b845-ba80-4bdd-806c-041629f4407d req-5b283c8f-ac38-41e2-97d6-21c3ff6698d8 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0950842 Aug 27 03:15:00.172678 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.189633 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedc6fd6-3515-4500-ae4e-d0450a506599']}} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:00.195435 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8553b845-ba80-4bdd-806c-041629f4407d req-8425e415-78fa-402a-9a18-3bac3a14e1fe tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996594 Aug 27 03:15:00.204118 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50df273-b5a0-41aa-86a4-d46882a0afd3') {'for_net_delete': True} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:00.204405 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50df273-b5a0-41aa-86a4-d46882a0afd3') {} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:00.214467 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4754566'] for segment, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.236341 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.246918 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:00.247396 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795156'] for segment, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: Traceback (most recent call last): Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: timer() Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: cb(*args, **kw) Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: return func(*args, **kwargs) Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: self._notify() Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: self.callback(batched_events) Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: event.method(event) Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: return f(self, *a, **k) Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._get(url).json() Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:00.249346 dv-cinder-805887-5-iscsi neutron-server[93973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:00.316375 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.336256 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.338343 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/aedc6fd6-3515-4500-ae4e-d0450a506599 HTTP/1.1" status: 204 len: 168 time: 0.4370019 Aug 27 03:15:00.339817 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3e812-640c-468f-bccb-0e90014884b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aedc6fd6-3515-4500-ae4e-d0450a506599,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:00.398040 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175c25d-be04-4cd6-b55c-be8342c6753f req-5a55d060-1c60-43e6-8d9c-8118e6e68372 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:00.399708 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2175c25d-be04-4cd6-b55c-be8342c6753f req-5a55d060-1c60-43e6-8d9c-8118e6e68372 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0550818 Aug 27 03:15:00.445608 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2175c25d-be04-4cd6-b55c-be8342c6753f req-fc3d3714-922a-467f-8675-01b84aa50048 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384378 Aug 27 03:15:00.578041 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40536) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:00.645913 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e5b2b569-0bda-4fb9-bad1-0484b5cc439f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18ba35ed0bf14fd0b5d8b976beef886d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662782 Aug 27 03:15:00.648835 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40538) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:00.708773 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-62e339de-5b87-4f4f-9174-2c4771d8525e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.735325 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-62e339de-5b87-4f4f-9174-2c4771d8525e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.785687 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-62e339de-5b87-4f4f-9174-2c4771d8525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.789020 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-62e339de-5b87-4f4f-9174-2c4771d8525e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.790389 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-62e339de-5b87-4f4f-9174-2c4771d8525e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8aa90c91-3248-4fde-8961-5003f8c0f7bc HTTP/1.1" status: 204 len: 168 time: 0.1403537 Aug 27 03:15:00.802270 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e339de-5b87-4f4f-9174-2c4771d8525e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa90c91-3248-4fde-8961-5003f8c0f7bc,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:01.173781 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40546) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:01.220710 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-9bd80033-6452-4381-a8f5-1887e182576d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28e418a14e7045fe9cb19db015236966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455129 Aug 27 03:15:01.223629 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40548) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:01.356688 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a5fceb2e-a4c2-4906-a58b-e143336ef14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:01.411718 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6f28-a799-4cf0-a8a4-621675172375 req-968855d3-752f-473a-9679-e632c685b440 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:01.414598 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eb9a6f28-a799-4cf0-a8a4-621675172375 req-968855d3-752f-473a-9679-e632c685b440 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.1326478 Aug 27 03:15:01.423793 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a5fceb2e-a4c2-4906-a58b-e143336ef14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:01.533437 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eb9a6f28-a799-4cf0-a8a4-621675172375 req-88a48560-7ac3-47e3-af54-8099a23fe0ed tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061840 Aug 27 03:15:01.575032 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a5fceb2e-a4c2-4906-a58b-e143336ef14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:01.579347 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a5fceb2e-a4c2-4906-a58b-e143336ef14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:01.581252 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-a5fceb2e-a4c2-4906-a58b-e143336ef14d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/584836da-6a9d-41a2-89d6-0dc83c29c491 HTTP/1.1" status: 204 len: 168 time: 0.3562527 Aug 27 03:15:01.595148 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fceb2e-a4c2-4906-a58b-e143336ef14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584836da-6a9d-41a2-89d6-0dc83c29c491,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:01.617492 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb5a7-9287-4e13-8e91-e6eb88fc6ac6 req-d26f38e2-6309-4a2d-b45f-e987e63c0d1a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:01.633588 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-606cb5a7-9287-4e13-8e91-e6eb88fc6ac6 req-d26f38e2-6309-4a2d-b45f-e987e63c0d1a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.1082759 Aug 27 03:15:01.682263 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-606cb5a7-9287-4e13-8e91-e6eb88fc6ac6 req-0a5518d4-6b06-4a6b-ac08-204bc2255ad3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474958 Aug 27 03:15:02.705778 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb926-1dfd-440b-b98a-01df36044eaa req-56b3875f-8b9b-4f39-802b-6ad1c1c29e81 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:02.708066 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-891eb926-1dfd-440b-b98a-01df36044eaa req-56b3875f-8b9b-4f39-802b-6ad1c1c29e81 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0883045 Aug 27 03:15:02.766156 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-891eb926-1dfd-440b-b98a-01df36044eaa req-eddcc04e-3b62-4065-a7c8-5519b4b7b12d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503812 Aug 27 03:15:02.902515 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702cdb4-38f6-4c2b-8633-93c33ac3cef5 req-19ba9317-e217-40d9-b3cf-10cdf60a945a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:02.905762 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6702cdb4-38f6-4c2b-8633-93c33ac3cef5 req-19ba9317-e217-40d9-b3cf-10cdf60a945a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0961618 Aug 27 03:15:02.957201 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6702cdb4-38f6-4c2b-8633-93c33ac3cef5 req-7d9db0aa-b4cd-400f-bbed-c94ecebca574 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444694 Aug 27 03:15:03.725613 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-fd43e73f-d017-40c6-a757-d0a6f951a012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:03.941139 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb633bf9-81b0-42b2-a6e4-71ba185ea376 req-60c8fbbb-2b19-44f1-bf45-510e63d604f7 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:03.942752 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bb633bf9-81b0-42b2-a6e4-71ba185ea376 req-60c8fbbb-2b19-44f1-bf45-510e63d604f7 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0570080 Aug 27 03:15:03.989280 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bb633bf9-81b0-42b2-a6e4-71ba185ea376 req-24f2975d-81e5-494a-b908-81b2517decbd tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354323 Aug 27 03:15:04.092498 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55161dc-8d1e-4afd-baff-6a49fbb098b2 req-7c949aa2-6c9e-403a-a8f5-020376c188d9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:04.094031 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d55161dc-8d1e-4afd-baff-6a49fbb098b2 req-7c949aa2-6c9e-403a-a8f5-020376c188d9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0569267 Aug 27 03:15:04.134142 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d55161dc-8d1e-4afd-baff-6a49fbb098b2 req-0bc03b9b-43c9-4d19-99dc-3567a002f52b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339854 Aug 27 03:15:05.121984 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaec070-6091-4565-be2a-091d913043ed req-7c2d174f-54fc-4dac-a3c8-88357f269e12 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:05.123620 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-aeaec070-6091-4565-be2a-091d913043ed req-7c2d174f-54fc-4dac-a3c8-88357f269e12 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0595624 Aug 27 03:15:05.166320 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-aeaec070-6091-4565-be2a-091d913043ed req-464ff5db-2518-48bc-8813-2b19514e1abd tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365024 Aug 27 03:15:05.261703 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae73bec-d848-4e1b-a319-8f221510e541 req-6d70ffff-205c-4d0a-a3d3-9f8c2284ee87 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:05.263338 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0ae73bec-d848-4e1b-a319-8f221510e541 req-6d70ffff-205c-4d0a-a3d3-9f8c2284ee87 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0564425 Aug 27 03:15:05.304985 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0ae73bec-d848-4e1b-a319-8f221510e541 req-8c3e61ce-fcf3-46dc-bed8-934483491fe5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354509 Aug 27 03:15:06.135795 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:06.299096 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e609f83-238d-481e-a7f5-e297d1f34c7c req-346e5ad4-b3b5-4256-af68-e65cc6c8fe47 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:06.300865 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5e609f83-238d-481e-a7f5-e297d1f34c7c req-346e5ad4-b3b5-4256-af68-e65cc6c8fe47 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0589769 Aug 27 03:15:06.354379 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5e609f83-238d-481e-a7f5-e297d1f34c7c req-e621902c-7f4e-49fe-b972-2e5e595c413d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453286 Aug 27 03:15:06.452591 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefee91-8ced-4d4c-afcf-a4d3e1645ed2 req-b34c235a-a2d7-4022-bd1a-bf3a841a88c3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:06.454459 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-aeefee91-8ced-4d4c-afcf-a4d3e1645ed2 req-b34c235a-a2d7-4022-bd1a-bf3a841a88c3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0735273 Aug 27 03:15:06.505871 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-aeefee91-8ced-4d4c-afcf-a4d3e1645ed2 req-627b4fa2-f577-4479-9d83-a0df39b57692 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409422 Aug 27 03:15:07.477755 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40686) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:07.573981 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef217a3c-00dc-4e79-b24e-ecb2ee4b3aa7 req-10a673b6-d422-4cfb-a832-169b7e27c3ae tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:07.577646 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ef217a3c-00dc-4e79-b24e-ecb2ee4b3aa7 req-10a673b6-d422-4cfb-a832-169b7e27c3ae tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0992661 Aug 27 03:15:07.599405 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7129-7f22-4387-824f-f708be1ac44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:07.645294 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ef217a3c-00dc-4e79-b24e-ecb2ee4b3aa7 req-6e478160-62d3-4e51-aeb3-d431636cbbef tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599790 Aug 27 03:15:07.694317 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c88ef-28a1-46c1-8cfa-5fceb99ea454 req-22f956d9-ba32-44b6-884a-e886a061a427 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:07.697016 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-697c88ef-28a1-46c1-8cfa-5fceb99ea454 req-22f956d9-ba32-44b6-884a-e886a061a427 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0775433 Aug 27 03:15:07.735087 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-11603f43-72fd-4f45-abe2-7df823cf4e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:07.813991 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-697c88ef-28a1-46c1-8cfa-5fceb99ea454 req-d530cc00-1b0d-4a74-95ce-6b4296514132 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043315 Aug 27 03:15:07.921506 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-11603f43-72fd-4f45-abe2-7df823cf4e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:07.925653 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-11603f43-72fd-4f45-abe2-7df823cf4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:07.969772 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-11603f43-72fd-4f45-abe2-7df823cf4e1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04c7c75f31ab4272a8ae793dc100c62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908934 Aug 27 03:15:07.970508 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11603f43-72fd-4f45-abe2-7df823cf4e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e452186a-a230-4dcd-882e-8edf76c39739,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:07.973826 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 40696) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:08.055740 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d2cf6db8-60ca-4501-b644-0c06aa37e2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:08.095696 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d2cf6db8-60ca-4501-b644-0c06aa37e2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:08.173887 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7b224-414f-4cb1-ba7d-8c3b818d5d22 req-948f7e99-3ee6-47b2-b503-71625810ea02 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:08.176054 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9fe7b224-414f-4cb1-ba7d-8c3b818d5d22 req-948f7e99-3ee6-47b2-b503-71625810ea02 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0844576 Aug 27 03:15:08.176350 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d2cf6db8-60ca-4501-b644-0c06aa37e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:08.181248 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d2cf6db8-60ca-4501-b644-0c06aa37e2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:08.185615 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d2cf6db8-60ca-4501-b644-0c06aa37e2cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e452186a-a230-4dcd-882e-8edf76c39739 HTTP/1.1" status: 204 len: 168 time: 0.2066789 Aug 27 03:15:08.198972 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf6db8-60ca-4501-b644-0c06aa37e2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e452186a-a230-4dcd-882e-8edf76c39739,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:08.260536 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9fe7b224-414f-4cb1-ba7d-8c3b818d5d22 req-590e343e-c8c4-42e0-b3d0-24c344278c93 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616784 Aug 27 03:15:08.263982 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76517350-67f0-4dc3-8670-8957f2647c3f req-79ef7054-c288-4a85-9dd9-9b4176bc2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:08.265752 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-76517350-67f0-4dc3-8670-8957f2647c3f req-79ef7054-c288-4a85-9dd9-9b4176bc2ecc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0784962 Aug 27 03:15:08.364349 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:08.452423 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76517350-67f0-4dc3-8670-8957f2647c3f req-b0676ec1-3b95-4a8a-867a-1eb61bdc3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:08.452423 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-76517350-67f0-4dc3-8670-8957f2647c3f req-b0676ec1-3b95-4a8a-867a-1eb61bdc3eb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.1752639 Aug 27 03:15:08.544204 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-76517350-67f0-4dc3-8670-8957f2647c3f req-d6609ea0-136c-49e6-926a-c75ed0e2a1c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 1000 time: 0.0743136 Aug 27 03:15:08.633967 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76517350-67f0-4dc3-8670-8957f2647c3f req-01c72322-fafa-4ecf-9a47-b4604f633e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:08.637470 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-76517350-67f0-4dc3-8670-8957f2647c3f req-01c72322-fafa-4ecf-9a47-b4604f633e67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0838614 Aug 27 03:15:08.724082 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76517350-67f0-4dc3-8670-8957f2647c3f req-42fdc949-d0d9-445e-961f-7f930589f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:08.726702 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-76517350-67f0-4dc3-8670-8957f2647c3f req-42fdc949-d0d9-445e-961f-7f930589f4bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779757 Aug 27 03:15:08.806444 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae943f6-f62a-401c-9bf3-8058b4bb7915 req-4f09868e-835d-4c08-8fa2-1b86ef13ecd0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:08.808231 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ae943f6-f62a-401c-9bf3-8058b4bb7915 req-4f09868e-835d-4c08-8fa2-1b86ef13ecd0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0553401 Aug 27 03:15:08.821800 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 40718) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:08.854193 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-76517350-67f0-4dc3-8670-8957f2647c3f req-9dcfd447-24d8-44d5-b975-e69a525c5dd4 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142261 Aug 27 03:15:08.868743 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ae943f6-f62a-401c-9bf3-8058b4bb7915 req-1a008c32-0ef8-4753-bf92-53c5ad6f6f03 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530181 Aug 27 03:15:08.976682 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-76517350-67f0-4dc3-8670-8957f2647c3f req-5d4c2ff9-0779-4576-8885-c9b61cd094b3 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145937 Aug 27 03:15:08.987824 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-14c6c763-1320-41a5-b795-ba6426d7dbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:09.103318 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-14c6c763-1320-41a5-b795-ba6426d7dbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:09.108819 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-14c6c763-1320-41a5-b795-ba6426d7dbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:09.151003 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6c763-1320-41a5-b795-ba6426d7dbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fc3d05-99c9-4b48-9862-f77b76f1706b,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:09.156339 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-14c6c763-1320-41a5-b795-ba6426d7dbda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4478e49c76f44d6b360f4861fb30a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335257 Aug 27 03:15:09.159004 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 40722) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:09.246746 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-441c6e4a-3679-4f36-b8f5-0c5c1c5fc16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:09.271207 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-441c6e4a-3679-4f36-b8f5-0c5c1c5fc16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:09.326194 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-441c6e4a-3679-4f36-b8f5-0c5c1c5fc16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:09.329747 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-441c6e4a-3679-4f36-b8f5-0c5c1c5fc16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:09.331243 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-441c6e4a-3679-4f36-b8f5-0c5c1c5fc16c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1fc3d05-99c9-4b48-9862-f77b76f1706b HTTP/1.1" status: 204 len: 168 time: 0.1711988 Aug 27 03:15:09.347548 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c6e4a-3679-4f36-b8f5-0c5c1c5fc16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fc3d05-99c9-4b48-9862-f77b76f1706b,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:09.444909 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9581aea-db62-458e-b4ea-124a3f5af5ea req-dd3eb6f4-0fa3-4e10-bb9a-578ae53122e3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:09.446702 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a9581aea-db62-458e-b4ea-124a3f5af5ea req-dd3eb6f4-0fa3-4e10-bb9a-578ae53122e3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0598910 Aug 27 03:15:09.513576 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a9581aea-db62-458e-b4ea-124a3f5af5ea req-86e59bc7-2b23-43c6-9300-c63831f495cd tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603189 Aug 27 03:15:09.772618 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 40742) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:09.793591 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a4f904c1-313e-4cac-87d0-0124ba76c8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:10.047253 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a4f904c1-313e-4cac-87d0-0124ba76c8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:10.057019 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a4f904c1-313e-4cac-87d0-0124ba76c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:10.132119 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bcc20-4c41-4da8-a0cc-8311ad636da3 req-1ee007bf-944c-4a1f-ab51-d85d571ae598 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:10.133913 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-550bcc20-4c41-4da8-a0cc-8311ad636da3 req-1ee007bf-944c-4a1f-ab51-d85d571ae598 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.1763227 Aug 27 03:15:10.140354 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f904c1-313e-4cac-87d0-0124ba76c8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba3992d-c575-4749-9973-619c29dc518c,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:10.153832 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-a4f904c1-313e-4cac-87d0-0124ba76c8d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8736db1f7a81406483154762ce49633a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762205 Aug 27 03:15:10.154606 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40746) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:10.207664 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-550bcc20-4c41-4da8-a0cc-8311ad636da3 req-14bf07f1-db02-4379-ac12-2aee1ec3e428 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628150 Aug 27 03:15:10.233350 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-32eb59ce-d4f1-496f-85e7-a84299b6c5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:10.266288 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-32eb59ce-d4f1-496f-85e7-a84299b6c5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:10.343791 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-32eb59ce-d4f1-496f-85e7-a84299b6c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:10.346981 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-32eb59ce-d4f1-496f-85e7-a84299b6c5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:10.348416 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-32eb59ce-d4f1-496f-85e7-a84299b6c5ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fba3992d-c575-4749-9973-619c29dc518c HTTP/1.1" status: 204 len: 168 time: 0.1927814 Aug 27 03:15:10.360428 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb59ce-d4f1-496f-85e7-a84299b6c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba3992d-c575-4749-9973-619c29dc518c,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:10.754641 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad8923-3cc1-451d-bebf-cfb75b9023c4 req-d7560a03-7e59-4c57-8ebe-4bfac3852dcb tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:10.758181 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-56ad8923-3cc1-451d-bebf-cfb75b9023c4 req-d7560a03-7e59-4c57-8ebe-4bfac3852dcb tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0846348 Aug 27 03:15:10.835462 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-56ad8923-3cc1-451d-bebf-cfb75b9023c4 req-0c274673-4f4c-4dbb-9b34-e67c03b02598 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660317 Aug 27 03:15:10.953789 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:11.407595 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fdeb5-e425-480d-a822-68fefe17ecaf req-931d6aee-22cd-4aba-97bf-d2721029d4a9 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:11.409969 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ea9fdeb5-e425-480d-a822-68fefe17ecaf req-931d6aee-22cd-4aba-97bf-d2721029d4a9 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0917211 Aug 27 03:15:11.523352 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ea9fdeb5-e425-480d-a822-68fefe17ecaf req-40c9e9fd-2037-4e5c-af8b-36c3880249ba tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053629 Aug 27 03:15:11.559173 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4809f3-0dfb-42a9-aac7-983c65b3b979 req-ca4ff3e9-4efd-459e-9ccf-d717b254c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:11.561151 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0c4809f3-0dfb-42a9-aac7-983c65b3b979 req-ca4ff3e9-4efd-459e-9ccf-d717b254c8a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 1099 time: 0.1278467 Aug 27 03:15:11.623439 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0c4809f3-0dfb-42a9-aac7-983c65b3b979 req-89fd01e4-24cc-4383-a08e-85ee89a8e528 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489237 Aug 27 03:15:12.663367 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6893a0-1661-48af-be2d-31afbf1ffdd5 req-aa0b6a18-243c-4de9-8507-a9fc64e8276b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:12.665000 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3a6893a0-1661-48af-be2d-31afbf1ffdd5 req-aa0b6a18-243c-4de9-8507-a9fc64e8276b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0563753 Aug 27 03:15:12.710636 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3a6893a0-1661-48af-be2d-31afbf1ffdd5 req-7b93ddcb-4eb0-492e-9058-cf8b184d0e1c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357163 Aug 27 03:15:13.835138 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde78d3-03ab-4cd5-887d-15981737c1d4 req-ae410057-3639-434e-9e28-bf997cb65123 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:13.836756 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bdde78d3-03ab-4cd5-887d-15981737c1d4 req-ae410057-3639-434e-9e28-bf997cb65123 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0570741 Aug 27 03:15:13.880399 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bdde78d3-03ab-4cd5-887d-15981737c1d4 req-97f85340-e239-4aad-b034-0f77ee34fb9b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Aug 27 03:15:14.258026 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3177f-1586-4aa4-91c9-93b22033a4ba req-151325ac-34de-4f49-a379-db8ffaf90963 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:14.260696 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5cb3177f-1586-4aa4-91c9-93b22033a4ba req-151325ac-34de-4f49-a379-db8ffaf90963 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0737898 Aug 27 03:15:14.327991 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5cb3177f-1586-4aa4-91c9-93b22033a4ba req-463fe5d4-9a87-4934-a975-a90c0e3713c0 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551591 Aug 27 03:15:15.460906 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cf334-1d2c-4c33-a13e-7204efeab422 req-a4734d04-5614-4c85-ab98-df21c9185447 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:15.462551 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d99cf334-1d2c-4c33-a13e-7204efeab422 req-a4734d04-5614-4c85-ab98-df21c9185447 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0579994 Aug 27 03:15:15.520608 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d99cf334-1d2c-4c33-a13e-7204efeab422 req-ecd23f87-a3b9-4026-a02f-229689ddde8c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514958 Aug 27 03:15:16.621897 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee443-4014-4121-ae96-aaa92155a50c req-cb9028f7-e58e-4ede-a9af-973240419676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:16.624586 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b8ee443-4014-4121-ae96-aaa92155a50c req-cb9028f7-e58e-4ede-a9af-973240419676 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 1099 time: 0.0853920 Aug 27 03:15:16.778543 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d73b1d-95ea-4ffe-959f-0d91ed9c297d req-7d1a9dfd-9832-4fbd-a2a4-c948939b191d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:16.780802 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-77d73b1d-95ea-4ffe-959f-0d91ed9c297d req-7d1a9dfd-9832-4fbd-a2a4-c948939b191d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.1842473 Aug 27 03:15:16.867518 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-77d73b1d-95ea-4ffe-959f-0d91ed9c297d req-6f7e2d6e-5311-4a56-ac03-0faf26ae7901 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792868 Aug 27 03:15:16.868642 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee443-4014-4121-ae96-aaa92155a50c req-43f12a3f-f936-4b9c-98cd-e0f693f20e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:16.870282 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b8ee443-4014-4121-ae96-aaa92155a50c req-43f12a3f-f936-4b9c-98cd-e0f693f20e87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 919 time: 0.2159646 Aug 27 03:15:16.926336 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b8ee443-4014-4121-ae96-aaa92155a50c req-d5c2859c-df85-49b0-ba0f-6de3c6dfc234 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54014927-846c-4591-9e87-5cb7709bf2a6 HTTP/1.1" status: 200 len: 217 time: 0.0440636 Aug 27 03:15:16.983296 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee443-4014-4121-ae96-aaa92155a50c req-937e12cb-7b26-476d-9262-28a487075898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:16.984938 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b8ee443-4014-4121-ae96-aaa92155a50c req-937e12cb-7b26-476d-9262-28a487075898 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 200 len: 858 time: 0.0496528 Aug 27 03:15:17.020192 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b8ee443-4014-4121-ae96-aaa92155a50c req-a0fc1363-f3b0-49c9-9ab6-5da77d57df88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b17879c-d837-4d30-a4db-99c881c934c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271034 Aug 27 03:15:17.180461 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ab2435c-6b42-4116-966b-6590397ea1e6 req-b32a9ca2-34c2-46b6-8a61-f5a1734cdfb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556803 Aug 27 03:15:17.292683 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2435c-6b42-4116-966b-6590397ea1e6 req-39c49450-c85b-4bb0-ad01-20e434ab9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:17.294514 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ab2435c-6b42-4116-966b-6590397ea1e6 req-39c49450-c85b-4bb0-ad01-20e434ab9495 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29ebf57b6e124318a9856043c82c6ce0&device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0708306 Aug 27 03:15:17.430405 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b8ee443-4014-4121-ae96-aaa92155a50c req-700a5767-aa5b-4ff7-a25e-c85af8b8a63f service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899462 Aug 27 03:15:17.462347 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2435c-6b42-4116-966b-6590397ea1e6 req-dea6e08b-cb07-47da-a529-6bfbc5c88386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:17.465618 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ab2435c-6b42-4116-966b-6590397ea1e6 req-dea6e08b-cb07-47da-a529-6bfbc5c88386 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 200 len: 919 time: 0.1277704 Aug 27 03:15:17.548956 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ab2435c-6b42-4116-966b-6590397ea1e6 req-209ecd01-57ec-427b-b930-76b6e26838cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b744a59-4e63-4228-92a6-eac29f41ddba HTTP/1.1" status: 200 len: 217 time: 0.0724611 Aug 27 03:15:17.604568 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b8ee443-4014-4121-ae96-aaa92155a50c req-79ac0b19-a23c-4375-8a35-3ce2a1bbdbf2 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600862 Aug 27 03:15:17.619805 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2435c-6b42-4116-966b-6590397ea1e6 req-ec6e217b-8627-4c25-9da4-75d35ebe3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:17.624219 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ab2435c-6b42-4116-966b-6590397ea1e6 req-ec6e217b-8627-4c25-9da4-75d35ebe3dbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 200 len: 858 time: 0.0546381 Aug 27 03:15:17.664179 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:17.675589 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ab2435c-6b42-4116-966b-6590397ea1e6 req-0d2b97b6-8ed5-4cd0-9b23-adf7ce51081c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b17879c-d837-4d30-a4db-99c881c934c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297725 Aug 27 03:15:17.857042 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ab2435c-6b42-4116-966b-6590397ea1e6 req-7a3a71d6-e76a-408b-9c35-c53567770e18 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708584 Aug 27 03:15:18.050058 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2ccad-a683-467e-9357-7249f7acd22e req-bc70ec70-eea5-4a1b-b636-ebc6e3a37b86 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:18.051642 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-13d2ccad-a683-467e-9357-7249f7acd22e req-bc70ec70-eea5-4a1b-b636-ebc6e3a37b86 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0601640 Aug 27 03:15:18.108023 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-13d2ccad-a683-467e-9357-7249f7acd22e req-1357405c-87b7-471d-9a47-4d4fb0e6d797 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Aug 27 03:15:18.204265 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec85d4-71a0-4222-908e-5d673ccc2dc2 req-af06ec85-d99b-427a-8009-fcb8a92d483f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:18.205790 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-63ec85d4-71a0-4222-908e-5d673ccc2dc2 req-af06ec85-d99b-427a-8009-fcb8a92d483f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 946 time: 0.2902613 Aug 27 03:15:18.210028 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0ab2435c-6b42-4116-966b-6590397ea1e6 req-6b6d7534-0de0-451a-88af-808c18197d24 service neutron] 10.222.0.21 "GET /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431933 Aug 27 03:15:18.258635 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-63ec85d4-71a0-4222-908e-5d673ccc2dc2 req-2bb88add-e21a-44fc-8880-753e3df08be2 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458584 Aug 27 03:15:19.245932 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d2f40-2b58-4a6e-b3a8-df95717c2362 req-34c30e51-7843-4ee6-a2b3-38b2b44fdbcd tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:19.247496 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6b3d2f40-2b58-4a6e-b3a8-df95717c2362 req-34c30e51-7843-4ee6-a2b3-38b2b44fdbcd tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0515413 Aug 27 03:15:19.305035 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6b3d2f40-2b58-4a6e-b3a8-df95717c2362 req-11408f33-4e28-48af-ae7e-c3e52419538f tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511982 Aug 27 03:15:19.393506 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479cdf8-5238-4e8e-8b69-5eac2be891d2 req-f730ef08-baea-4bd4-b9bc-a77cc0bf45e9 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:19.395103 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d479cdf8-5238-4e8e-8b69-5eac2be891d2 req-f730ef08-baea-4bd4-b9bc-a77cc0bf45e9 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 946 time: 0.0532284 Aug 27 03:15:19.435511 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d479cdf8-5238-4e8e-8b69-5eac2be891d2 req-d2e918db-3ef8-4856-9bcd-a67473909f70 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336330 Aug 27 03:15:20.013086 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40910) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:20.134071 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.276066 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.284816 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.332788 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31b8616c83284c9086f72fbc15b3d405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185008 Aug 27 03:15:20.334867 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660fa12f-b5f3-4713-8a4c-027d986f216e,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:20.337742 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40922) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:20.360171 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.360531 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.360882 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.361329 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.361547 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.361884 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.362207 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.362533 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.362887 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.363216 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.363529 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.363871 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5978d9-a352-4812-ade1-50b9889d34ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.425068 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e738915f-45e0-4330-94c4-efd1d555e0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.468102 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f103e2-60fb-4537-ae0e-83130e370ebc req-5b5f866e-9776-4c36-bf19-d693737d1f4a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:20.469847 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d7f103e2-60fb-4537-ae0e-83130e370ebc req-5b5f866e-9776-4c36-bf19-d693737d1f4a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0695701 Aug 27 03:15:20.478433 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e738915f-45e0-4330-94c4-efd1d555e0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.507401 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d7c20-5fe3-45dd-b755-50e3b9979496 req-5819c32a-bb2e-469b-aae7-e2990179da33 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:20.508987 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9e5d7c20-5fe3-45dd-b755-50e3b9979496 req-5819c32a-bb2e-469b-aae7-e2990179da33 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 945 time: 0.0984516 Aug 27 03:15:20.515980 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d7f103e2-60fb-4537-ae0e-83130e370ebc req-910c59ec-5288-49db-9524-1cf3f0b478dc tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 Aug 27 03:15:20.579877 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9e5d7c20-5fe3-45dd-b755-50e3b9979496 req-642f0f67-d23b-4735-997f-7cb736c0894f tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591757 Aug 27 03:15:20.588873 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e738915f-45e0-4330-94c4-efd1d555e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.596088 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e738915f-45e0-4330-94c4-efd1d555e0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.597416 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e738915f-45e0-4330-94c4-efd1d555e0dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/660fa12f-b5f3-4713-8a4c-027d986f216e HTTP/1.1" status: 204 len: 168 time: 0.2586560 Aug 27 03:15:20.607416 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738915f-45e0-4330-94c4-efd1d555e0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660fa12f-b5f3-4713-8a4c-027d986f216e,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:20.707615 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2fa29-caf5-49d4-915b-b1de793c586b req-8602392b-e27b-43d8-b7c7-b8588c49d082 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:20.709151 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e7b2fa29-caf5-49d4-915b-b1de793c586b req-8602392b-e27b-43d8-b7c7-b8588c49d082 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 946 time: 0.0745597 Aug 27 03:15:20.787084 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e7b2fa29-caf5-49d4-915b-b1de793c586b req-041edf02-1d2b-4948-ae39-1252d685e526 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704081 Aug 27 03:15:20.800124 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276222be-5a94-4940-87a5-38296dcf4d27 req-96f1fa2b-0e66-4561-b7a8-a1a442da32cc tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:20.802588 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-276222be-5a94-4940-87a5-38296dcf4d27 req-96f1fa2b-0e66-4561-b7a8-a1a442da32cc tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 946 time: 0.0869145 Aug 27 03:15:20.913650 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [req-276222be-5a94-4940-87a5-38296dcf4d27 req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Deleting port 3365698d-f747-4c96-93ab-78708050631b {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:20.913895 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-276222be-5a94-4940-87a5-38296dcf4d27 req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.035904 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-276222be-5a94-4940-87a5-38296dcf4d27 req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] For port 3365698d-f747-4c96-93ab-78708050631b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3365698d-f747-4c96-93ab-78708050631b,segment=NetworkSegment(959ea8aa-ef15-4e78-b14b-4d3a1e737f0e),segment_id=959ea8aa-ef15-4e78-b14b-4d3a1e737f0e)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:21.036363 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-276222be-5a94-4940-87a5-38296dcf4d27 req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.053487 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [req-276222be-5a94-4940-87a5-38296dcf4d27 req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Calling delete_port for 3365698d-f747-4c96-93ab-78708050631b owned by compute:nova {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:21.209972 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-276222be-5a94-4940-87a5-38296dcf4d27 req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.226872 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['3365698d-f747-4c96-93ab-78708050631b'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:21.246705 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Pushing event deleted for resources: {'Port': ['ID=3365698d-f747-4c96-93ab-78708050631b,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:21.272315 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.272680 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.273026 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.273368 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.273704 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.274039 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.274371 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.274703 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.275058 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.275391 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.275717 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.276044 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:21.299022 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [req-276222be-5a94-4940-87a5-38296dcf4d27 req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] No DVR routers for this DVR port 3365698d-f747-4c96-93ab-78708050631b on host hv-cinder-80588 {{(pid=93974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:21.302950 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-276222be-5a94-4940-87a5-38296dcf4d27 req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.305097 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-276222be-5a94-4940-87a5-38296dcf4d27 req-1b9d97f0-06a3-4f35-b2ca-cc9626650bdb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.21 "DELETE /v2.0/ports/3365698d-f747-4c96-93ab-78708050631b HTTP/1.1" status: 204 len: 173 time: 0.4942789 Aug 27 03:15:21.305573 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d330e2a-5bb1-4596-a34c-de73a0583362', 'name': 'network-vif-deleted', 'tag': '3365698d-f747-4c96-93ab-78708050631b'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:21.307954 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb2b911-11d9-4204-84f9-e6597a4f57d7" -d '{"events": [{"server_uuid": "6d330e2a-5bb1-4596-a34c-de73a0583362", "name": "network-vif-deleted", "tag": "3365698d-f747-4c96-93ab-78708050631b"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:21.364465 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71854213-43b6-4854-9e36-f5219a443bcd x-openstack-request-id: req-71854213-43b6-4854-9e36-f5219a443bcd {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:21.364831 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d330e2a-5bb1-4596-a34c-de73a0583362", "name": "network-vif-deleted", "tag": "3365698d-f747-4c96-93ab-78708050631b", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:21.365571 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71854213-43b6-4854-9e36-f5219a443bcd {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:21.365933 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d330e2a-5bb1-4596-a34c-de73a0583362', 'name': 'network-vif-deleted', 'tag': '3365698d-f747-4c96-93ab-78708050631b', 'status': 'completed', 'code': 200} Aug 27 03:15:21.394949 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40950) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:21.524507 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-748035761-network', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:21.548599 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Made reservation on behalf of b2ab97b2c3724820b5b5223e79009cff for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:21.551013 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.561555 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.669408 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.675133 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a5668-f8de-4d59-9bc2-ca390c434c5d req-ae708120-3972-47e6-b576-2e44a270f379 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:21.676688 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-196a5668-f8de-4d59-9bc2-ca390c434c5d req-ae708120-3972-47e6-b576-2e44a270f379 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0723417 Aug 27 03:15:21.682495 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.724976 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-196a5668-f8de-4d59-9bc2-ca390c434c5d req-706be032-7ded-45b2-bd8c-5f296ad7fb8c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Aug 27 03:15:21.734083 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:21.744407 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e1bb27-7afc-4bef-bf78-bc793b5a1e44,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:21.753682 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.754029 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Added segment 6bfbee0f-abe4-4269-ad3f-946b7fbe833b of type vlan for network 725db4ab-3f93-4bed-baea-fe72c9ced810 Aug 27 03:15:21.773519 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c2db3-dbc8-47e7-8745-4de6f8a20eb8 req-626acfdf-48b9-421d-9ab8-7ea943c2f188 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:21.775163 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c28c2db3-dbc8-47e7-8745-4de6f8a20eb8 req-626acfdf-48b9-421d-9ab8-7ea943c2f188 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 945 time: 0.1113513 Aug 27 03:15:21.832400 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.855374 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c28c2db3-dbc8-47e7-8745-4de6f8a20eb8 req-762f91f6-3a0a-487e-a7b2-f73aebc59149 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580304 Aug 27 03:15:21.893682 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.898171 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:21.898171 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.961118 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5640068 Aug 27 03:15:21.966655 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40966) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:21.975858 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] Request body: {'subnet': {'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-748035761-subnet', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'ip_version': 4}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:21.977900 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bde717f4-398a-41e6-a06b-44ee4ebf29bd req-4edb8190-8a4f-4c7c-a76d-eaab45462a02 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d330e2a-5bb1-4596-a34c-de73a0583362 HTTP/1.1" status: 200 len: 210 time: 0.0551109 Aug 27 03:15:21.980786 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369d0ab-4359-458c-aed3-5e3ecd2243e5 admin admin] Pushing event updated for resources: {'Network': ['ID=725db4ab-3f93-4bed-baea-fe72c9ced810,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:21.993290 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 725db4ab-3f93-4bed-baea-fe72c9ced810 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:22.015322 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] Made reservation on behalf of b2ab97b2c3724820b5b5223e79009cff for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:22.029040 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711342'] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.253913 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5168305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711388'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.311301 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d1c486-9ce2-47a2-9129-6c297e852e26,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:22.324538 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] Checking segment: {'id': '6bfbee0f-abe4-4269-ad3f-946b7fbe833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:22.324897 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] Network hostable DHCP agents. Network: 725db4ab-3f93-4bed-baea-fe72c9ced810, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:22.343752 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] Network 725db4ab-3f93-4bed-baea-fe72c9ced810 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:22.356605 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 725db4ab-3f93-4bed-baea-fe72c9ced810) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:22.361112 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:22.361699 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.371085 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3ac8a-340b-4e1d-a59a-5fd0f48c9de7 None None] Network 725db4ab-3f93-4bed-baea-fe72c9ced810 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:22.382271 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8f673925-8a49-4253-a808-07c368788825 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4140968 Aug 27 03:15:22.385074 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 40972) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:22.389814 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-748035761-router', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:22.415277 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37126'] for router, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.416482 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1682916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37137'] for router, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.473650 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.588035 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd400e9-8ed1-5679-b8ab-1778f6db8e30-725db4ab-3f93-4bed-baea-fe72c9ced810', 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'fixed_ips': [{'subnet_id': '78d1c486-9ce2-47a2-9129-6c297e852e26'}]}} from dv-cinder-805887-5-iscsi. {{(pid=93975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:22.589058 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.636091 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.788128 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.db_base_plugin_common [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Allocated IP 172.20.0.2 (725db4ab-3f93-4bed-baea-fe72c9ced810/78d1c486-9ce2-47a2-9129-6c297e852e26/c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace) {{(pid=93975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:22.942085 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a0627-b8ea-4ba4-b3f8-23aaf1b16bbc req-94c52f33-73c7-4663-94f1-7d03efef7449 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:22.944348 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f1a0627-b8ea-4ba4-b3f8-23aaf1b16bbc req-94c52f33-73c7-4663-94f1-7d03efef7449 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 945 time: 0.0921006 Aug 27 03:15:22.945737 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.967152 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Notify callbacks [] for port, precommit_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.974894 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.981460 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Transition to ACTIVE for port object c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:23.017474 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Transition to ACTIVE for port object c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace will not be triggered until provisioned by entity DHCP. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:23.029614 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.071159 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f433243-805f-4971-a0a3-1ca730069b6c req-89d7497a-9705-484c-94eb-68bac3e14963 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:23.073513 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8f433243-805f-4971-a0a3-1ca730069b6c req-89d7497a-9705-484c-94eb-68bac3e14963 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 945 time: 0.1175370 Aug 27 03:15:23.080997 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Network 725db4ab-3f93-4bed-baea-fe72c9ced810 is already hosted by enough agents. {{(pid=93975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:23.086930 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.base_scheduler [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Resources bound (agent type, host, resource id): {{(pid=93975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:23.091829 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Received port after_create {{(pid=93975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:23.143644 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Pushing event updated for resources: {'Port': ['ID=c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace,revision_number=1']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:23.160190 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8f433243-805f-4971-a0a3-1ca730069b6c req-54fb1d41-3c16-4253-a22b-804c69d24db7 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724552 Aug 27 03:15:23.194406 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [req-7f1a0627-b8ea-4ba4-b3f8-23aaf1b16bbc req-bf76a369-7137-4322-af54-144d830acb00 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Deleting port f00c9a39-e17a-49b9-90b4-2f14e248a6fb {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:23.194934 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f1a0627-b8ea-4ba4-b3f8-23aaf1b16bbc req-bf76a369-7137-4322-af54-144d830acb00 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.219207 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Attempting to bind port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:23.219581 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Attempting to bind port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '6bfbee0f-abe4-4269-ad3f-946b7fbe833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:23.220210 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Attempting to bind port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace on network 725db4ab-3f93-4bed-baea-fe72c9ced810 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:23.236472 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:23.236851 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Checking segment: {'id': '6bfbee0f-abe4-4269-ad3f-946b7fbe833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:23.238267 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.238813 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Bound using segment: {'id': '6bfbee0f-abe4-4269-ad3f-946b7fbe833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:23.239461 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Bound port: c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfbee0f-abe4-4269-ad3f-946b7fbe833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:23.240480 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.244798 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Allocated IP 172.27.1.106 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/59edfdca-7753-436d-82f2-78597523b8e8) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:23.330859 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] For port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:23.358392 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] For port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace,segment=NetworkSegment(6bfbee0f-abe4-4269-ad3f-946b7fbe833b),segment_id=6bfbee0f-abe4-4269-ad3f-946b7fbe833b)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:23.370186 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.414242 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-7f1a0627-b8ea-4ba4-b3f8-23aaf1b16bbc req-bf76a369-7137-4322-af54-144d830acb00 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] For port f00c9a39-e17a-49b9-90b4-2f14e248a6fb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f00c9a39-e17a-49b9-90b4-2f14e248a6fb,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:23.415072 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f1a0627-b8ea-4ba4-b3f8-23aaf1b16bbc req-bf76a369-7137-4322-af54-144d830acb00 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.435021 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.443170 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [req-7f1a0627-b8ea-4ba4-b3f8-23aaf1b16bbc req-bf76a369-7137-4322-af54-144d830acb00 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Calling delete_port for f00c9a39-e17a-49b9-90b4-2f14e248a6fb owned by compute:nova {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:23.482287 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d968404-053d-429c-acf1-5e676d9ba358 None None] Pushing event updated for resources: {'Port': ['ID=c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:23.554254 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.612793 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:23.624758 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:23.627556 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:23.716744 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=59edfdca-7753-436d-82f2-78597523b8e8,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:23.822397 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f1a0627-b8ea-4ba4-b3f8-23aaf1b16bbc req-bf76a369-7137-4322-af54-144d830acb00 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.899013 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76a369-7137-4322-af54-144d830acb00 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Pushing event deleted for resources: {'Port': ['ID=f00c9a39-e17a-49b9-90b4-2f14e248a6fb,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:23.967935 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1a0627-b8ea-4ba4-b3f8-23aaf1b16bbc req-bf76a369-7137-4322-af54-144d830acb00 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] No DVR routers for this DVR port f00c9a39-e17a-49b9-90b4-2f14e248a6fb on host hv-cinder-80588 {{(pid=93974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:23.974944 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-7f1a0627-b8ea-4ba4-b3f8-23aaf1b16bbc req-bf76a369-7137-4322-af54-144d830acb00 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.977276 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7f1a0627-b8ea-4ba4-b3f8-23aaf1b16bbc req-bf76a369-7137-4322-af54-144d830acb00 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "DELETE /v2.0/ports/f00c9a39-e17a-49b9-90b4-2f14e248a6fb HTTP/1.1" status: 204 len: 173 time: 1.0110581 Aug 27 03:15:23.977777 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52c0590-63e9-4305-afab-5e3054e44ac1', 'name': 'network-vif-deleted', 'tag': 'f00c9a39-e17a-49b9-90b4-2f14e248a6fb'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:23.980259 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7a095e-b377-4351-8cc2-2cba4b8f82df" -d '{"events": [{"server_uuid": "a52c0590-63e9-4305-afab-5e3054e44ac1", "name": "network-vif-deleted", "tag": "f00c9a39-e17a-49b9-90b4-2f14e248a6fb"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:24.037336 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc6372a-97c7-48e3-ac22-d2114855e7ca x-openstack-request-id: req-ebc6372a-97c7-48e3-ac22-d2114855e7ca {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:24.037623 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52c0590-63e9-4305-afab-5e3054e44ac1", "name": "network-vif-deleted", "tag": "f00c9a39-e17a-49b9-90b4-2f14e248a6fb", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:24.037876 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebc6372a-97c7-48e3-ac22-d2114855e7ca {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:24.038271 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52c0590-63e9-4305-afab-5e3054e44ac1', 'name': 'network-vif-deleted', 'tag': 'f00c9a39-e17a-49b9-90b4-2f14e248a6fb', 'status': 'completed', 'code': 200} Aug 27 03:15:24.118320 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.325537 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6b7f929c-5465-48b5-9270-e1a1940d7c9d req-a5b075f7-de5f-44fb-bee2-acb80957c1d7 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 210 time: 0.0380785 Aug 27 03:15:24.403093 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682235'] for router, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.557440 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc358a-4f4b-4e0b-b161-ebdef038c56f None None] Network 725db4ab-3f93-4bed-baea-fe72c9ced810 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:24.587163 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Router 59e97eb7-4c5f-4a93-9798-0f13f002c54d is scheduled to L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b with binding_index 1 {{(pid=93974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:15:24.626537 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-6d49c554-e21e-4d47-a817-0212ee0d1c88 None None] Provisioning for port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:24.911993 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:15:24.926213 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Sync routers for ids ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:15:24.933308 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.935434 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-be535261-68b3-411b-9034-d1467390e4d8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5489428 Aug 27 03:15:24.939660 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 40998) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:24.941529 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Routers {'59e97eb7-4c5f-4a93-9798-0f13f002c54d'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:24.942501 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:25.072720 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Set router 59e97eb7-4c5f-4a93-9798-0f13f002c54d gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:25.271331 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'name': 'tempest-TestVolumeBootPattern-748035761-router', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '59edfdca-7753-436d-82f2-78597523b8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:23Z', 'revision_number': 3, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'gw_port': {'id': '59edfdca-7753-436d-82f2-78597523b8e8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:25.299700 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Checking router: 59e97eb7-4c5f-4a93-9798-0f13f002c54d for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:15:25.300176 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Updating router 59e97eb7-4c5f-4a93-9798-0f13f002c54d port 59edfdca-7753-436d-82f2-78597523b8e8 binding host dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:15:25.332719 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.418666 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.467855 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-15f27aab-594a-47f2-8aa0-2c884417f224 req-802506d3-f3a2-4116-b925-b99996833997 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 210 time: 0.0445454 Aug 27 03:15:25.645157 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Allocated IP 172.20.0.1 (725db4ab-3f93-4bed-baea-fe72c9ced810/78d1c486-9ce2-47a2-9129-6c297e852e26/9d599d10-3b9a-475b-81ef-b74e3b972f00) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:25.687628 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.709980 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Transition to ACTIVE for port object 59edfdca-7753-436d-82f2-78597523b8e8 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:25.723665 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.783322 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Pushing event updated for resources: {'Port': ['ID=59edfdca-7753-436d-82f2-78597523b8e8,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:25.785639 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.785840 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Attempting to bind port 59edfdca-7753-436d-82f2-78597523b8e8 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:25.786220 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Attempting to bind port 59edfdca-7753-436d-82f2-78597523b8e8 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:25.787890 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Attempting to bind port 59edfdca-7753-436d-82f2-78597523b8e8 on network d6676dde-6651-46ea-a9ba-371911ee51a4 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:25.798033 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.798466 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.798902 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.799279 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.799706 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.799971 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.800283 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.800621 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.800980 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.801319 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.801651 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.802650 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:25.804014 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Transition to ACTIVE for port object 9d599d10-3b9a-475b-81ef-b74e3b972f00 will not be triggered until provisioned by entity DHCP. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:25.809595 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:25.809595 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Checking segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:25.809595 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.809595 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Bound using segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:25.809595 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Bound port: 59edfdca-7753-436d-82f2-78597523b8e8, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:25.809595 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.831287 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:25.870037 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.884958 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] For port 59edfdca-7753-436d-82f2-78597523b8e8, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:25.889223 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] For port 59edfdca-7753-436d-82f2-78597523b8e8, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=59edfdca-7753-436d-82f2-78597523b8e8,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:25.896908 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.923028 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:25.930621 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:25.931281 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.938871 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Network 725db4ab-3f93-4bed-baea-fe72c9ced810 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:25.953049 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:25.957891 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:25.968469 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Routers {'59e97eb7-4c5f-4a93-9798-0f13f002c54d'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:25.970585 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:25.984336 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Pushing event updated for resources: {'Port': ['ID=9d599d10-3b9a-475b-81ef-b74e3b972f00,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:26.008576 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682404'] for router_interface, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.012190 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535c585-9b57-48e7-91e9-5e78335c6fa9 None None] Pushing event updated for resources: {'Port': ['ID=59edfdca-7753-436d-82f2-78597523b8e8,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:26.040071 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.080845 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace,segment=NetworkSegment(6bfbee0f-abe4-4269-ad3f-946b7fbe833b),segment_id=6bfbee0f-abe4-4269-ad3f-946b7fbe833b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:26.086443 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.156253 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:26.241298 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-470bf524-ee11-4973-ba24-20d37101ff10 None None] Provisioning for port 9d599d10-3b9a-475b-81ef-b74e3b972f00 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:26.248649 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.250980 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-470bf524-ee11-4973-ba24-20d37101ff10 None None] Provisioning complete for port 9d599d10-3b9a-475b-81ef-b74e3b972f00 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:26.251866 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-470bf524-ee11-4973-ba24-20d37101ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.304030 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-470bf524-ee11-4973-ba24-20d37101ff10 None None] Port 9d599d10-3b9a-475b-81ef-b74e3b972f00 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:15:26.325082 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] Set router 59e97eb7-4c5f-4a93-9798-0f13f002c54d gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:26.367486 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['1031db85-1db3-4237-b55d-9498067e6ad1', '0cfedbcf-991d-45b3-9b0f-a773354b6a8d', '192e2b81-b1c1-4662-8ebc-8dd53d96e394', 'f00c9a39-e17a-49b9-90b4-2f14e248a6fb'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:26.408633 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 3365698d-f747-4c96-93ab-78708050631b no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:26.437468 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 3365698d-f747-4c96-93ab-78708050631b {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:26.437788 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 3365698d-f747-4c96-93ab-78708050631b not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:26.506585 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.519535 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.612924 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'name': 'tempest-TestVolumeBootPattern-748035761-router', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '59edfdca-7753-436d-82f2-78597523b8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:23Z', 'revision_number': 3, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'gw_port': {'id': '59edfdca-7753-436d-82f2-78597523b8e8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:26.628399 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681467'] for router_interface, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.633805 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Pushing event updated for resources: {'Port': ['ID=9d599d10-3b9a-475b-81ef-b74e3b972f00,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:26.673599 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdb622-3a31-4ebf-ac22-9b7c5a464817 None None] The sync data for ids ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'] in dv-cinder-805887-5-iscsi is: [{'id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'name': 'tempest-TestVolumeBootPattern-748035761-router', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '59edfdca-7753-436d-82f2-78597523b8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:23Z', 'revision_number': 3, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'gw_port': {'id': '59edfdca-7753-436d-82f2-78597523b8e8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:15:26.688752 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2e7c9790-b972-471f-9c17-561a9202c3fe req-08fea4e2-df96-4eaa-bd5b-bf6f5e101172 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52c0590-63e9-4305-afab-5e3054e44ac1 HTTP/1.1" status: 200 len: 210 time: 0.0717254 Aug 27 03:15:26.816659 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Network 725db4ab-3f93-4bed-baea-fe72c9ced810 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:26.818582 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:26.980589 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Router 59e97eb7-4c5f-4a93-9798-0f13f002c54d has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:15:27.178842 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:15:27.187111 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-267bb9c7-7c78-423d-bfba-454d25232ddc admin admin] 10.222.0.30 "PUT /v2.0/routers/59e97eb7-4c5f-4a93-9798-0f13f002c54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2456384 Aug 27 03:15:27.231531 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-703f0e81-9764-4d3c-9b4b-380aa54889f6 None None] Provisioning complete for port 9d599d10-3b9a-475b-81ef-b74e3b972f00 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:27.232361 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-703f0e81-9764-4d3c-9b4b-380aa54889f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.278982 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-703f0e81-9764-4d3c-9b4b-380aa54889f6 None None] Port 9d599d10-3b9a-475b-81ef-b74e3b972f00 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:15:27.823256 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41048) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:27.830616 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-655534746-network', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:27.858602 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Made reservation on behalf of 42d86dc0c1ac45469aab755627bf31a2 for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:27.862816 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.873287 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.886983 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 59edfdca-7753-436d-82f2-78597523b8e8 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:27.965606 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 59edfdca-7753-436d-82f2-78597523b8e8 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:27.971148 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 59edfdca-7753-436d-82f2-78597523b8e8 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:27.971535 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.061959 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.071457 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.076048 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.109363 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 59edfdca-7753-436d-82f2-78597523b8e8, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=59edfdca-7753-436d-82f2-78597523b8e8,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:28.111024 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:28.116068 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.116856 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a389cd-1fe3-4aab-9f19-f6714fa93011,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:28.117316 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:28.137055 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.137673 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Added segment cbd3711d-f434-4e72-b64e-8180f667e664 of type vlan for network 352c0ad5-edf7-4032-8a43-7c1b0a12f39e Aug 27 03:15:28.199419 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=59edfdca-7753-436d-82f2-78597523b8e8,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:28.210495 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:28.210902 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.219775 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.259708 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c3ef7-6f87-4c18-9eea-d10ef606439c req-d6802617-8e5a-4e0f-99ec-7ac7b6f7821d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:28.261295 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8e2c3ef7-6f87-4c18-9eea-d10ef606439c req-d6802617-8e5a-4e0f-99ec-7ac7b6f7821d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.1136477 Aug 27 03:15:28.270452 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.271785 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:28.272381 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.359444 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5348120 Aug 27 03:15:28.362229 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41058) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:28.369375 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] Request body: {'subnet': {'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-655534746-subnet', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'ip_version': 4}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:28.372312 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6a110-fa50-4c79-b0df-b7a503e07cbd admin admin] Pushing event updated for resources: {'Network': ['ID=352c0ad5-edf7-4032-8a43-7c1b0a12f39e,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:28.385073 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8e2c3ef7-6f87-4c18-9eea-d10ef606439c req-79f63dd8-259d-4778-beb9-14eeb94fd06b tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172943 Aug 27 03:15:28.387969 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 352c0ad5-edf7-4032-8a43-7c1b0a12f39e details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:28.406172 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] Made reservation on behalf of 42d86dc0c1ac45469aab755627bf31a2 for: {'subnet': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:28.408613 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4679163'] for subnet, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.569212 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Sync routers for ids ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:15:28.579484 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Routers {'59e97eb7-4c5f-4a93-9798-0f13f002c54d'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:28.580119 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:28.605553 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4309942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4679049'] for subnet, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.667409 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1fa984-ff25-44a2-8b84-d83372a09ec1,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:28.679452 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] Checking segment: {'id': 'cbd3711d-f434-4e72-b64e-8180f667e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:28.679820 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] Network hostable DHCP agents. Network: 352c0ad5-edf7-4032-8a43-7c1b0a12f39e, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:28.701231 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] Network 352c0ad5-edf7-4032-8a43-7c1b0a12f39e is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:28.705316 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Set router 59e97eb7-4c5f-4a93-9798-0f13f002c54d gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:28.713385 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 352c0ad5-edf7-4032-8a43-7c1b0a12f39e) {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:28.720904 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:28.720904 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.740313 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d661c377-0481-4298-91c1-e674b6dacb83 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3747599 Aug 27 03:15:28.743081 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41060) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:28.748658 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5547c0-f2ae-4f30-9b84-645a0b55bf15 None None] Network 352c0ad5-edf7-4032-8a43-7c1b0a12f39e requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:28.749380 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-655534746-router', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:28.778006 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37126'] for router, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.779216 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1682916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37137'] for router, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.840749 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.004835 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.234270 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd400e9-8ed1-5679-b8ab-1778f6db8e30-352c0ad5-edf7-4032-8a43-7c1b0a12f39e', 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'fixed_ips': [{'subnet_id': '1b1fa984-ff25-44a2-8b84-d83372a09ec1'}]}} from dv-cinder-805887-5-iscsi. {{(pid=93975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:29.235705 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.266623 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'name': 'tempest-TestVolumeBootPattern-748035761-router', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '59edfdca-7753-436d-82f2-78597523b8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:26Z', 'revision_number': 4, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'gw_port': {'id': '59edfdca-7753-436d-82f2-78597523b8e8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '9d599d10-3b9a-475b-81ef-b74e3b972f00', 'name': '', 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'mac_address': 'fa:16:3e:9d:b5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '78d1c486-9ce2-47a2-9129-6c297e852e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:25Z', 'updated_at': '2021-08-27T03:15:26Z', 'revision_number': 2, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'subnets': [{'id': '78d1c486-9ce2-47a2-9129-6c297e852e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:29.314316 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Checking router: 59e97eb7-4c5f-4a93-9798-0f13f002c54d for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:15:29.314661 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Updating router 59e97eb7-4c5f-4a93-9798-0f13f002c54d port 9d599d10-3b9a-475b-81ef-b74e3b972f00 binding host dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:15:29.335753 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.359576 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.382340 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c40663-b16f-45f0-8b56-5dcfd761cf16 req-44d59850-56b0-4d25-ad72-a9d1f2e9c777 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:29.383941 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-88c40663-b16f-45f0-8b56-5dcfd761cf16 req-44d59850-56b0-4d25-ad72-a9d1f2e9c777 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 945 time: 0.0987093 Aug 27 03:15:29.392603 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.484522 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-88c40663-b16f-45f0-8b56-5dcfd761cf16 req-a42fd915-0d1b-4a9f-923d-334f6a48da9b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731192 Aug 27 03:15:29.521549 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d8ee0-a60b-40b9-bcc6-ec80006291b7 req-64a22599-7d2e-48d0-8bcc-48a1c9216d59 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:29.523235 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2c9d8ee0-a60b-40b9-bcc6-ec80006291b7 req-64a22599-7d2e-48d0-8bcc-48a1c9216d59 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0616498 Aug 27 03:15:29.527075 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Allocated IP 172.27.1.89 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/37cdac4b-0822-46a9-bfc0-d0f3d99c645f) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:29.548279 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.db_base_plugin_common [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Allocated IP 172.20.0.2 (352c0ad5-edf7-4032-8a43-7c1b0a12f39e/1b1fa984-ff25-44a2-8b84-d83372a09ec1/ff94ead4-af8c-4a3d-a3f1-56a85b457d7d) {{(pid=93975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:29.575292 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2c9d8ee0-a60b-40b9-bcc6-ec80006291b7 req-85ca0b09-6ce9-4715-bf8d-77f66f9cf27d tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400882 Aug 27 03:15:29.648785 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.695869 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.734681 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:29.737579 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:29.741138 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:29.745458 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 59edfdca-7753-436d-82f2-78597523b8e8 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:29.783935 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Pushing event updated for resources: {'Port': ['ID=37cdac4b-0822-46a9-bfc0-d0f3d99c645f,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:29.867964 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Notify callbacks [] for port, precommit_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.888754 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Transition to ACTIVE for port object ff94ead4-af8c-4a3d-a3f1-56a85b457d7d will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:29.898258 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Notify callbacks [] for port, precommit_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.917568 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 59edfdca-7753-436d-82f2-78597523b8e8 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:29.917948 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.919865 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Transition to ACTIVE for port object 9d599d10-3b9a-475b-81ef-b74e3b972f00 will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:29.928347 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Transition to ACTIVE for port object ff94ead4-af8c-4a3d-a3f1-56a85b457d7d will not be triggered until provisioned by entity DHCP. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:29.929748 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.957324 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.023584 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Network 352c0ad5-edf7-4032-8a43-7c1b0a12f39e is already hosted by enough agents. {{(pid=93975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:30.031247 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.base_scheduler [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Resources bound (agent type, host, resource id): {{(pid=93975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:30.033318 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c2164-1e9e-4a08-be68-a7bf11144e55 None None] Pushing event updated for resources: {'Port': ['ID=9d599d10-3b9a-475b-81ef-b74e3b972f00,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:30.035973 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Received port after_create {{(pid=93975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:30.039032 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.201457 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Attempting to bind port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:30.201829 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Attempting to bind port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'cbd3711d-f434-4e72-b64e-8180f667e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:30.202192 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Attempting to bind port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d on network 352c0ad5-edf7-4032-8a43-7c1b0a12f39e {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:30.209503 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Pushing event updated for resources: {'Port': ['ID=ff94ead4-af8c-4a3d-a3f1-56a85b457d7d,revision_number=1']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:30.215480 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Attempting to bind port 9d599d10-3b9a-475b-81ef-b74e3b972f00 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:30.215853 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Attempting to bind port 9d599d10-3b9a-475b-81ef-b74e3b972f00 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '6bfbee0f-abe4-4269-ad3f-946b7fbe833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:30.216210 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Attempting to bind port 9d599d10-3b9a-475b-81ef-b74e3b972f00 on network 725db4ab-3f93-4bed-baea-fe72c9ced810 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:30.225462 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:30.225865 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Checking segment: {'id': 'cbd3711d-f434-4e72-b64e-8180f667e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:30.226254 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.226879 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Bound using segment: {'id': 'cbd3711d-f434-4e72-b64e-8180f667e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:30.227211 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Bound port: ff94ead4-af8c-4a3d-a3f1-56a85b457d7d, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd3711d-f434-4e72-b64e-8180f667e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:30.227548 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.242320 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:30.242695 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Checking segment: {'id': '6bfbee0f-abe4-4269-ad3f-946b7fbe833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:30.243125 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.243528 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Bound using segment: {'id': '6bfbee0f-abe4-4269-ad3f-946b7fbe833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:30.244013 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Bound port: 9d599d10-3b9a-475b-81ef-b74e3b972f00, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfbee0f-abe4-4269-ad3f-946b7fbe833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:30.244395 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.281918 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682235'] for router, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.362143 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] For port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:30.374664 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] For port 9d599d10-3b9a-475b-81ef-b74e3b972f00, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:30.379651 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] For port 9d599d10-3b9a-475b-81ef-b74e3b972f00, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=9d599d10-3b9a-475b-81ef-b74e3b972f00,segment=NetworkSegment(6bfbee0f-abe4-4269-ad3f-946b7fbe833b),segment_id=6bfbee0f-abe4-4269-ad3f-946b7fbe833b)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:30.381965 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] For port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=ff94ead4-af8c-4a3d-a3f1-56a85b457d7d,segment=NetworkSegment(cbd3711d-f434-4e72-b64e-8180f667e664),segment_id=cbd3711d-f434-4e72-b64e-8180f667e664)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:30.385805 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.392033 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.464907 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Routers {'59e97eb7-4c5f-4a93-9798-0f13f002c54d'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:30.465824 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:30.467734 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c2164-1e9e-4a08-be68-a7bf11144e55 None None] Pushing event updated for resources: {'Port': ['ID=9d599d10-3b9a-475b-81ef-b74e3b972f00,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:30.501252 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Router 91ffbefc-3a96-4526-904f-28ee2bef2fcd is scheduled to L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b with binding_index 1 {{(pid=93973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:15:30.649644 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bbda0-3d5a-437e-bef2-6ad1af53284d None None] Pushing event updated for resources: {'Port': ['ID=ff94ead4-af8c-4a3d-a3f1-56a85b457d7d,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:30.695153 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] Set router 59e97eb7-4c5f-4a93-9798-0f13f002c54d gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:30.763636 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b092c2-1212-4790-a547-d840a6c27597 req-8ab3c928-2cea-4739-9af1-df376dae37d3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:30.780550 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-93b092c2-1212-4790-a547-d840a6c27597 req-8ab3c928-2cea-4739-9af1-df376dae37d3 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0956054 Aug 27 03:15:30.861974 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-93b092c2-1212-4790-a547-d840a6c27597 req-5733979a-b7af-4703-bcd5-1d9ddc8ce4e2 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802360 Aug 27 03:15:31.046193 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d36c1-6b16-42bc-ba30-54849a8b6b98 req-c5709c4d-88e3-4f12-980a-30a1a2fd3cfe tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:31.047945 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fa8d36c1-6b16-42bc-ba30-54849a8b6b98 req-c5709c4d-88e3-4f12-980a-30a1a2fd3cfe tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 945 time: 0.4353986 Aug 27 03:15:31.055674 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:15:31.072655 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Sync routers for ids ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:15:31.075454 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'name': 'tempest-TestVolumeBootPattern-748035761-router', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '59edfdca-7753-436d-82f2-78597523b8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:26Z', 'revision_number': 4, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'gw_port': {'id': '59edfdca-7753-436d-82f2-78597523b8e8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '9d599d10-3b9a-475b-81ef-b74e3b972f00', 'name': '', 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'mac_address': 'fa:16:3e:9d:b5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '78d1c486-9ce2-47a2-9129-6c297e852e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:25Z', 'updated_at': '2021-08-27T03:15:30Z', 'revision_number': 4, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'subnets': [{'id': '78d1c486-9ce2-47a2-9129-6c297e852e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:31.088682 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Routers {'91ffbefc-3a96-4526-904f-28ee2bef2fcd'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:31.089458 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:31.100979 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] Notify callbacks [] for router, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.106005 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8ffd83b6-f46d-47d1-af19-84b3890bba47 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3580065 Aug 27 03:15:31.106275 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41082) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:31.106415 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device f00c9a39-e17a-49b9-90b4-2f14e248a6fb no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:31.110549 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e660c3b-3ed3-4d99-a384-8ee8e4831d1b None None] The sync data for ids ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'] in dv-cinder-805887-5-iscsi is: [{'id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'name': 'tempest-TestVolumeBootPattern-748035761-router', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '59edfdca-7753-436d-82f2-78597523b8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:26Z', 'revision_number': 4, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'gw_port': {'id': '59edfdca-7753-436d-82f2-78597523b8e8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '9d599d10-3b9a-475b-81ef-b74e3b972f00', 'name': '', 'network_id': '725db4ab-3f93-4bed-baea-fe72c9ced810', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'mac_address': 'fa:16:3e:9d:b5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '78d1c486-9ce2-47a2-9129-6c297e852e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:25Z', 'updated_at': '2021-08-27T03:15:30Z', 'revision_number': 4, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'subnets': [{'id': '78d1c486-9ce2-47a2-9129-6c297e852e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:15:31.133452 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fa8d36c1-6b16-42bc-ba30-54849a8b6b98 req-661b0612-9e63-46c5-ab75-6cb4c63b249b tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748522 Aug 27 03:15:31.277749 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Set router 91ffbefc-3a96-4526-904f-28ee2bef2fcd gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:31.330045 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: f00c9a39-e17a-49b9-90b4-2f14e248a6fb {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:31.330395 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device f00c9a39-e17a-49b9-90b4-2f14e248a6fb not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:31.490216 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'name': 'tempest-TestVolumeBootPattern-655534746-router', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:28Z', 'updated_at': '2021-08-27T03:15:29Z', 'revision_number': 3, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'gw_port': {'id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:29Z', 'updated_at': '2021-08-27T03:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:31.522168 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Checking router: 91ffbefc-3a96-4526-904f-28ee2bef2fcd for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:15:31.522525 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Updating router 91ffbefc-3a96-4526-904f-28ee2bef2fcd port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f binding host dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:15:31.554521 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.684276 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.787088 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae65a6-f53f-48d6-95dc-e0231852c01c None None] Network 352c0ad5-edf7-4032-8a43-7c1b0a12f39e requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:31.851592 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 9d599d10-3b9a-475b-81ef-b74e3b972f00 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:31.922658 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-e1574544-b4ab-47b0-9997-6914faa65310 None None] Provisioning for port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:31.935806 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Allocated IP 172.20.0.1 (352c0ad5-edf7-4032-8a43-7c1b0a12f39e/1b1fa984-ff25-44a2-8b84-d83372a09ec1/17401497-cdda-43ed-aad3-ac9e60fc9af3) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:31.944126 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.958697 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Transition to ACTIVE for port object 37cdac4b-0822-46a9-bfc0-d0f3d99c645f will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:31.976779 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.997677 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 9d599d10-3b9a-475b-81ef-b74e3b972f00 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:32.008206 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 9d599d10-3b9a-475b-81ef-b74e3b972f00 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:32.008675 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.063650 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Attempting to bind port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:32.064443 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Attempting to bind port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:32.064443 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Attempting to bind port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f on network d6676dde-6651-46ea-a9ba-371911ee51a4 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:32.072864 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1ff1f-9082-4f6f-b93d-5cab63dfedf7 None None] Pushing event updated for resources: {'Port': ['ID=37cdac4b-0822-46a9-bfc0-d0f3d99c645f,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:32.080569 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:32.081487 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Checking segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:32.082032 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.082502 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Bound using segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:32.083685 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Bound port: 37cdac4b-0822-46a9-bfc0-d0f3d99c645f, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:32.084310 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.111042 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7476a-4148-47c8-8246-809a9f35eb4b req-f92cf803-b2ed-4648-8d71-c539f90e3f43 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:32.114066 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dbb7476a-4148-47c8-8246-809a9f35eb4b req-f92cf803-b2ed-4648-8d71-c539f90e3f43 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.1091380 Aug 27 03:15:32.140969 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.156790 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] For port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:32.162078 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] For port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=37cdac4b-0822-46a9-bfc0-d0f3d99c645f,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:32.168328 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.175209 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.provisioning_blocks [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Transition to ACTIVE for port object 17401497-cdda-43ed-aad3-ac9e60fc9af3 will not be triggered until provisioned by entity DHCP. {{(pid=93974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:32.202439 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dbb7476a-4148-47c8-8246-809a9f35eb4b req-5fe9c5ac-70f8-4afd-8108-3fb2a167fe72 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779338 Aug 27 03:15:32.298252 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.325055 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Routers {'91ffbefc-3a96-4526-904f-28ee2bef2fcd'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:32.325711 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:32.341862 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.388025 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 9d599d10-3b9a-475b-81ef-b74e3b972f00, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=9d599d10-3b9a-475b-81ef-b74e3b972f00,segment=NetworkSegment(6bfbee0f-abe4-4269-ad3f-946b7fbe833b),segment_id=6bfbee0f-abe4-4269-ad3f-946b7fbe833b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:32.394022 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.394839 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device ff94ead4-af8c-4a3d-a3f1-56a85b457d7d up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:32.413395 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cd20d-2496-4385-8998-df5c61cf52bd req-2a92f390-f9e1-48ff-90fe-984e7f5b2de4 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:32.418543 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1c5cd20d-2496-4385-8998-df5c61cf52bd req-2a92f390-f9e1-48ff-90fe-984e7f5b2de4 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 945 time: 0.1528525 Aug 27 03:15:32.485232 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] Set router 91ffbefc-3a96-4526-904f-28ee2bef2fcd gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:32.503289 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Pushing event updated for resources: {'Port': ['ID=17401497-cdda-43ed-aad3-ac9e60fc9af3,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:32.515328 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1c5cd20d-2496-4385-8998-df5c61cf52bd req-8a1183bc-758d-4cc8-a90b-488ae40b017d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876682 Aug 27 03:15:32.534641 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Network 352c0ad5-edf7-4032-8a43-7c1b0a12f39e is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:32.537928 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:32.544215 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:32.551310 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1ff1f-9082-4f6f-b93d-5cab63dfedf7 None None] Pushing event updated for resources: {'Port': ['ID=37cdac4b-0822-46a9-bfc0-d0f3d99c645f,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:32.605493 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:32.650883 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-47c899e4-92cc-4742-b2ee-1535cc4e8450 None None] Provisioning complete for port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:32.651190 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-47c899e4-92cc-4742-b2ee-1535cc4e8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.657171 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:32.657608 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.685266 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=9d599d10-3b9a-475b-81ef-b74e3b972f00,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:32.767524 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b75a42-799a-443f-ba72-f396a50a2c14 req-943099fc-6edc-45b0-8b72-c5278848a6a4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:32.769619 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-26b75a42-799a-443f-ba72-f396a50a2c14 req-943099fc-6edc-45b0-8b72-c5278848a6a4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.21 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.1648540 Aug 27 03:15:32.793698 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682404'] for router_interface, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.826218 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'name': 'tempest-TestVolumeBootPattern-655534746-router', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:28Z', 'updated_at': '2021-08-27T03:15:29Z', 'revision_number': 3, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'gw_port': {'id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:29Z', 'updated_at': '2021-08-27T03:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:32.855254 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-47c899e4-92cc-4742-b2ee-1535cc4e8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.875827 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ac66c-f9f7-43c7-bf5c-c64e920cf730 None None] The sync data for ids ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'] in dv-cinder-805887-5-iscsi is: [{'id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'name': 'tempest-TestVolumeBootPattern-655534746-router', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:28Z', 'updated_at': '2021-08-27T03:15:29Z', 'revision_number': 3, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'gw_port': {'id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:29Z', 'updated_at': '2021-08-27T03:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:15:32.910345 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-47c899e4-92cc-4742-b2ee-1535cc4e8450 None None] For port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=ff94ead4-af8c-4a3d-a3f1-56a85b457d7d,segment=NetworkSegment(cbd3711d-f434-4e72-b64e-8180f667e664),segment_id=cbd3711d-f434-4e72-b64e-8180f667e664)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:32.916502 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.917234 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc82f2-526a-4e1f-8509-d29c8db51251 req-15e87afe-b62f-4c36-824a-b3d4810af767 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:32.919673 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-47c899e4-92cc-4742-b2ee-1535cc4e8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.921225 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c4cc82f2-526a-4e1f-8509-d29c8db51251 req-15e87afe-b62f-4c36-824a-b3d4810af767 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 945 time: 0.0736589 Aug 27 03:15:33.018592 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c899e4-92cc-4742-b2ee-1535cc4e8450 None None] Pushing event updated for resources: {'Port': ['ID=ff94ead4-af8c-4a3d-a3f1-56a85b457d7d,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:33.023031 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-63e2ff1d-f9c9-4bb2-b313-eb4ec54e5c2d tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:33.024776 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-63e2ff1d-f9c9-4bb2-b313-eb4ec54e5c2d tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/networks?id=ad22cb0f-2f83-463f-9892-62414600ad31 HTTP/1.1" status: 200 len: 814 time: 0.3645864 Aug 27 03:15:33.054221 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.db.api [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 03:15:33.055955 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG oslo_db.api [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 03:15:33.066843 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-91fcad08-9922-46ed-b7c1-bae61a2d326a None None] Provisioning for port 17401497-cdda-43ed-aad3-ac9e60fc9af3 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:33.068453 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-df98c978-c6a6-47ee-a9e7-b1a596152a5e tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/quotas/42e04043008246e9b58aecff0ff3f01d HTTP/1.1" status: 200 len: 375 time: 0.0365546 Aug 27 03:15:33.074533 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-c4cc82f2-526a-4e1f-8509-d29c8db51251 req-1be41f47-a8a9-4fac-8d23-de8131087082 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Deleting port 192e2b81-b1c1-4662-8ebc-8dd53d96e394 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:33.075161 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c4cc82f2-526a-4e1f-8509-d29c8db51251 req-1be41f47-a8a9-4fac-8d23-de8131087082 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.082923 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-91fcad08-9922-46ed-b7c1-bae61a2d326a None None] Provisioning complete for port 17401497-cdda-43ed-aad3-ac9e60fc9af3 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:33.083427 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-91fcad08-9922-46ed-b7c1-bae61a2d326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.101152 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:15:33.110106 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-c44632c6-1309-4963-9ccd-a6263c31c772 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=42e04043008246e9b58aecff0ff3f01d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317318 Aug 27 03:15:33.128125 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-91fcad08-9922-46ed-b7c1-bae61a2d326a None None] Port 17401497-cdda-43ed-aad3-ac9e60fc9af3 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:15:33.146414 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [req-26b75a42-799a-443f-ba72-f396a50a2c14 req-8c822ddf-b332-4b59-b355-7454c2b3dbea tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Deleting port 9b744a59-4e63-4228-92a6-eac29f41ddba {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:33.146805 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-26b75a42-799a-443f-ba72-f396a50a2c14 req-8c822ddf-b332-4b59-b355-7454c2b3dbea tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.197277 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.210311 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-c4cc82f2-526a-4e1f-8509-d29c8db51251 req-1be41f47-a8a9-4fac-8d23-de8131087082 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] For port 192e2b81-b1c1-4662-8ebc-8dd53d96e394, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=192e2b81-b1c1-4662-8ebc-8dd53d96e394,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:33.210779 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c4cc82f2-526a-4e1f-8509-d29c8db51251 req-1be41f47-a8a9-4fac-8d23-de8131087082 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.234530 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-c4cc82f2-526a-4e1f-8509-d29c8db51251 req-1be41f47-a8a9-4fac-8d23-de8131087082 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Calling delete_port for 192e2b81-b1c1-4662-8ebc-8dd53d96e394 owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:33.384244 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8db0f0-55b4-4caa-9bac-57c0b12a645f req-d48f0e2b-fff1-4b99-a553-1bca42439c84 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:33.386181 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d8db0f0-55b4-4caa-9bac-57c0b12a645f req-d48f0e2b-fff1-4b99-a553-1bca42439c84 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 945 time: 0.0889428 Aug 27 03:15:33.413063 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-26b75a42-799a-443f-ba72-f396a50a2c14 req-8c822ddf-b332-4b59-b355-7454c2b3dbea tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] For port 9b744a59-4e63-4228-92a6-eac29f41ddba, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9b744a59-4e63-4228-92a6-eac29f41ddba,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:33.413745 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-26b75a42-799a-443f-ba72-f396a50a2c14 req-8c822ddf-b332-4b59-b355-7454c2b3dbea tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.418203 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-79725885-6001-4657-b1c9-dde5e2c08a4c service neutron] 10.222.0.30 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858346 Aug 27 03:15:33.464095 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d8db0f0-55b4-4caa-9bac-57c0b12a645f req-8e06a50c-ecef-4259-9437-66c7b78b6109 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697994 Aug 27 03:15:33.493304 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c4cc82f2-526a-4e1f-8509-d29c8db51251 req-1be41f47-a8a9-4fac-8d23-de8131087082 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.506494 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['1031db85-1db3-4237-b55d-9498067e6ad1', '0cfedbcf-991d-45b3-9b0f-a773354b6a8d', '192e2b81-b1c1-4662-8ebc-8dd53d96e394'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:33.524150 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [req-26b75a42-799a-443f-ba72-f396a50a2c14 req-8c822ddf-b332-4b59-b355-7454c2b3dbea tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Calling delete_port for 9b744a59-4e63-4228-92a6-eac29f41ddba owned by compute:nova {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:33.527578 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be41f47-a8a9-4fac-8d23-de8131087082 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Pushing event deleted for resources: {'Port': ['ID=192e2b81-b1c1-4662-8ebc-8dd53d96e394,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:33.592563 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cc82f2-526a-4e1f-8509-d29c8db51251 req-1be41f47-a8a9-4fac-8d23-de8131087082 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] No DVR routers for this DVR port 192e2b81-b1c1-4662-8ebc-8dd53d96e394 on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:33.605206 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c4cc82f2-526a-4e1f-8509-d29c8db51251 req-1be41f47-a8a9-4fac-8d23-de8131087082 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.609680 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c4cc82f2-526a-4e1f-8509-d29c8db51251 req-1be41f47-a8a9-4fac-8d23-de8131087082 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "DELETE /v2.0/ports/192e2b81-b1c1-4662-8ebc-8dd53d96e394 HTTP/1.1" status: 204 len: 173 time: 0.6649382 Aug 27 03:15:33.615347 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb3fa26-fa6c-4832-a515-268db5298d29', 'name': 'network-vif-deleted', 'tag': '192e2b81-b1c1-4662-8ebc-8dd53d96e394'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:33.620988 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae94ff5f-93c1-4229-a54e-960849126c74" -d '{"events": [{"server_uuid": "1bb3fa26-fa6c-4832-a515-268db5298d29", "name": "network-vif-deleted", "tag": "192e2b81-b1c1-4662-8ebc-8dd53d96e394"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:33.732472 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-28a9c786-85a7-4774-b6d4-b24c8efc315f req-37a4f691-32a4-47d6-ade6-e590b011d0d2 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb3fa26-fa6c-4832-a515-268db5298d29 HTTP/1.1" status: 200 len: 210 time: 0.0989294 Aug 27 03:15:33.782288 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8d52e0c8-61b2-4d8d-9644-5489738fa796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.869870 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4f7e5f-0398-4206-aae3-bb0523664df8 x-openstack-request-id: req-3e4f7e5f-0398-4206-aae3-bb0523664df8 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:33.870780 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb3fa26-fa6c-4832-a515-268db5298d29", "name": "network-vif-deleted", "tag": "192e2b81-b1c1-4662-8ebc-8dd53d96e394", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:33.870780 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e4f7e5f-0398-4206-aae3-bb0523664df8 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:33.871211 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb3fa26-fa6c-4832-a515-268db5298d29', 'name': 'network-vif-deleted', 'tag': '192e2b81-b1c1-4662-8ebc-8dd53d96e394', 'status': 'completed', 'code': 200} Aug 27 03:15:33.969155 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 37cdac4b-0822-46a9-bfc0-d0f3d99c645f up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:34.002951 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-5d1b4f04-ea9c-4255-8877-515aed9c236b service neutron] 10.222.0.30 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675514 Aug 27 03:15:34.057736 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.086009 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:34.091566 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:34.092143 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.131018 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600895'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.137219 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-26b75a42-799a-443f-ba72-f396a50a2c14 req-8c822ddf-b332-4b59-b355-7454c2b3dbea tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.281583 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.290951 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Pushing event updated for resources: {'Port': ['ID=17401497-cdda-43ed-aad3-ac9e60fc9af3,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:34.308915 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2d77be15-71e6-47e4-a6c2-194090b1fa88 req-190a4d84-0417-4852-9497-5a262fbf3089 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0621483 Aug 27 03:15:34.312731 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681467'] for router_interface, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.355946 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=37cdac4b-0822-46a9-bfc0-d0f3d99c645f,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:34.364181 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.365850 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 9d599d10-3b9a-475b-81ef-b74e3b972f00 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:34.377177 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b75a42-799a-443f-ba72-f396a50a2c14 req-8c822ddf-b332-4b59-b355-7454c2b3dbea tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] No DVR routers for this DVR port 9b744a59-4e63-4228-92a6-eac29f41ddba on host hv-cinder-80588 {{(pid=93974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:34.380840 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c822ddf-b332-4b59-b355-7454c2b3dbea tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Pushing event deleted for resources: {'Port': ['ID=9b744a59-4e63-4228-92a6-eac29f41ddba,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:34.383164 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-26b75a42-799a-443f-ba72-f396a50a2c14 req-8c822ddf-b332-4b59-b355-7454c2b3dbea tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.385175 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-26b75a42-799a-443f-ba72-f396a50a2c14 req-8c822ddf-b332-4b59-b355-7454c2b3dbea tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.21 "DELETE /v2.0/ports/9b744a59-4e63-4228-92a6-eac29f41ddba HTTP/1.1" status: 204 len: 173 time: 1.6040215 Aug 27 03:15:34.386006 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75702bb6-2620-4025-8375-4a5109e85bd0', 'name': 'network-vif-deleted', 'tag': '9b744a59-4e63-4228-92a6-eac29f41ddba'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:34.388199 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08478e97-e37c-4f98-98a8-f73225405fa6" -d '{"events": [{"server_uuid": "75702bb6-2620-4025-8375-4a5109e85bd0", "name": "network-vif-deleted", "tag": "9b744a59-4e63-4228-92a6-eac29f41ddba"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:34.450515 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea8cb2c-5a4f-4727-a6f1-5ec2e3606bd7 x-openstack-request-id: req-6ea8cb2c-5a4f-4727-a6f1-5ec2e3606bd7 {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:34.451006 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75702bb6-2620-4025-8375-4a5109e85bd0", "name": "network-vif-deleted", "tag": "9b744a59-4e63-4228-92a6-eac29f41ddba", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:34.451121 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ea8cb2c-5a4f-4727-a6f1-5ec2e3606bd7 {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:34.452126 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75702bb6-2620-4025-8375-4a5109e85bd0', 'name': 'network-vif-deleted', 'tag': '9b744a59-4e63-4228-92a6-eac29f41ddba', 'status': 'completed', 'code': 200} Aug 27 03:15:34.483592 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 9d599d10-3b9a-475b-81ef-b74e3b972f00 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:34.483972 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.485985 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['54014927-846c-4591-9e87-5cb7709bf2a6'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:34.502546 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Network 352c0ad5-edf7-4032-8a43-7c1b0a12f39e is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:34.504346 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:34.629971 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=37cdac4b-0822-46a9-bfc0-d0f3d99c645f,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:34.656712 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6159b178-eab2-4fab-8c2d-0047d6094e5d req-f4890601-1506-4c80-be4a-d083bf228e0a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=75702bb6-2620-4025-8375-4a5109e85bd0 HTTP/1.1" status: 200 len: 210 time: 0.0894091 Aug 27 03:15:34.764805 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Router 91ffbefc-3a96-4526-904f-28ee2bef2fcd has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:15:34.823224 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device ff94ead4-af8c-4a3d-a3f1-56a85b457d7d up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:34.925801 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:15:34.932336 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-9fce5221-eb44-41d4-a357-ba55e314344e admin admin] 10.222.0.30 "PUT /v2.0/routers/91ffbefc-3a96-4526-904f-28ee2bef2fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8251622 Aug 27 03:15:35.018167 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-c0a1f671-1f33-45cb-8c52-e16cac732f31 None None] Provisioning complete for port 17401497-cdda-43ed-aad3-ac9e60fc9af3 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:35.019341 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c0a1f671-1f33-45cb-8c52-e16cac732f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:35.079367 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:35.079914 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:35.135134 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1f671-1f33-45cb-8c52-e16cac732f31 None None] Port 17401497-cdda-43ed-aad3-ac9e60fc9af3 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:15:35.304768 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Sync routers for ids ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:15:35.322095 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Routers {'91ffbefc-3a96-4526-904f-28ee2bef2fcd'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:35.322990 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:35.375251 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d745d0-aa32-4a8e-bc20-6406ef9ddcdd req-2145398e-440c-44a8-a6cc-d89b6cf7560d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:35.376942 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d1d745d0-aa32-4a8e-bc20-6406ef9ddcdd req-2145398e-440c-44a8-a6cc-d89b6cf7560d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 945 time: 0.1049702 Aug 27 03:15:35.430389 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d1d745d0-aa32-4a8e-bc20-6406ef9ddcdd req-356e467b-43c3-4e3d-a82c-61feea8d3dcf tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430167 Aug 27 03:15:35.487497 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Set router 91ffbefc-3a96-4526-904f-28ee2bef2fcd gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:35.515459 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9404fcfc-5d43-401e-a97b-9d46715884a2 req-c75c544d-12ee-4893-bcdf-1defaf61ab27 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0288479 Aug 27 03:15:35.773703 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 37cdac4b-0822-46a9-bfc0-d0f3d99c645f up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:35.792387 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41146) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:35.800555 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-d3a404e3-673e-457b-9ce4-b941745b8f08 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824978784', 'description': 'tempest-secgroup-smoke-1824978784 description', 'project_id': 'b2ab97b2c3724820b5b5223e79009cff'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:35.851665 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d3a404e3-673e-457b-9ce4-b941745b8f08 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:35.872128 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:35.872128 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:35.980547 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-bcc0e2a3-d1ee-4292-ad75-75c922f20779 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:35.984199 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-bcc0e2a3-d1ee-4292-ad75-75c922f20779 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.21 "GET /v2.0/networks?id=ad22cb0f-2f83-463f-9892-62414600ad31 HTTP/1.1" status: 200 len: 814 time: 0.2120712 Aug 27 03:15:36.010064 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Request body: {'port': {'device_id': 'baa6a26e-b372-4bcd-ba73-384609de9286', 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31', 'admin_state_up': True, 'tenant_id': '42e04043008246e9b58aecff0ff3f01d'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:36.036022 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'name': 'tempest-TestVolumeBootPattern-655534746-router', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:28Z', 'updated_at': '2021-08-27T03:15:33Z', 'revision_number': 4, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'gw_port': {'id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:29Z', 'updated_at': '2021-08-27T03:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '17401497-cdda-43ed-aad3-ac9e60fc9af3', 'name': '', 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'mac_address': 'fa:16:3e:95:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1b1fa984-ff25-44a2-8b84-d83372a09ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:31Z', 'updated_at': '2021-08-27T03:15:33Z', 'revision_number': 2, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'subnets': [{'id': '1b1fa984-ff25-44a2-8b84-d83372a09ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:36.054899 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d3a404e3-673e-457b-9ce4-b941745b8f08 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.083397 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d3a404e3-673e-457b-9ce4-b941745b8f08 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.086441 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Checking router: 91ffbefc-3a96-4526-904f-28ee2bef2fcd for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:15:36.086831 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Updating router 91ffbefc-3a96-4526-904f-28ee2bef2fcd port 17401497-cdda-43ed-aad3-ac9e60fc9af3 binding host dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:15:36.131554 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.146283 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d3a404e3-673e-457b-9ce4-b941745b8f08 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.151195 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-d3a404e3-673e-457b-9ce4-b941745b8f08 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3562191 Aug 27 03:15:36.151413 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41154) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:36.157386 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a404e3-673e-457b-9ce4-b941745b8f08 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5279448f-8b74-4098-a253-1ee3c3006064,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:36.163344 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-6ebe920b-8a0e-4b43-926d-4c2b652a9b33 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Request body: {'security_group_rule': {'security_group_id': '5279448f-8b74-4098-a253-1ee3c3006064', 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:36.185025 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db5245-c7c5-4617-894e-9f71658707bd req-74058fe1-d227-4498-b6b5-08e966cc1a34 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:36.188786 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.192501 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-45db5245-c7c5-4617-894e-9f71658707bd req-74058fe1-d227-4498-b6b5-08e966cc1a34 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.1339169 Aug 27 03:15:36.211533 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6ebe920b-8a0e-4b43-926d-4c2b652a9b33 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.248690 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Made reservation on behalf of 42e04043008246e9b58aecff0ff3f01d for: {'port': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:36.251151 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-45db5245-c7c5-4617-894e-9f71658707bd req-04754585-dac4-427d-933f-d664ac6bc17c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546229 Aug 27 03:15:36.253499 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.353660 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6ebe920b-8a0e-4b43-926d-4c2b652a9b33 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.367878 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6ebe920b-8a0e-4b43-926d-4c2b652a9b33 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.405077 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe920b-8a0e-4b43-926d-4c2b652a9b33 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27398fe-9395-41f7-bdb7-2b21edc515a0,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:36.407854 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6ebe920b-8a0e-4b43-926d-4c2b652a9b33 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.408230 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 9b744a59-4e63-4228-92a6-eac29f41ddba no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:36.409371 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-6ebe920b-8a0e-4b43-926d-4c2b652a9b33 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2569814 Aug 27 03:15:36.412917 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41156) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:36.420938 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-1e76d02b-c8db-4e74-ab60-cc812367da2d tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Request body: {'security_group_rule': {'security_group_id': '5279448f-8b74-4098-a253-1ee3c3006064', 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:36.466410 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 9b744a59-4e63-4228-92a6-eac29f41ddba {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:36.466774 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 9b744a59-4e63-4228-92a6-eac29f41ddba not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:36.507013 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Allocated IP 172.20.0.3 (ad22cb0f-2f83-463f-9892-62414600ad31/3c7e8f6f-e958-408d-ba70-23aa36bba06a/1d22619e-8d72-4cf5-a082-de4ed2aa0fc7) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:36.511785 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1e76d02b-c8db-4e74-ab60-cc812367da2d tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.635792 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-01d9f98e-fc85-4e1c-a074-0b3c5782d907 req-1d4e9a0f-7cc2-4b77-8d1a-c6a4361198f7 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0416257 Aug 27 03:15:36.640813 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Notify callbacks [] for port, precommit_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.656146 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Transition to ACTIVE for port object 17401497-cdda-43ed-aad3-ac9e60fc9af3 will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:36.662668 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.682404 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff99f7-21ee-4982-80af-3c6c47a91c44 req-6296c1df-54f2-4ed8-bd3e-0cdcd32feb32 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:36.685787 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-19ff99f7-21ee-4982-80af-3c6c47a91c44 req-6296c1df-54f2-4ed8-bd3e-0cdcd32feb32 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 945 time: 0.1554914 Aug 27 03:15:36.713623 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1e76d02b-c8db-4e74-ab60-cc812367da2d tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.727529 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acef2b-e47c-4abd-8f0d-e11a713fbef0 None None] Pushing event updated for resources: {'Port': ['ID=17401497-cdda-43ed-aad3-ac9e60fc9af3,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:36.751696 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1e76d02b-c8db-4e74-ab60-cc812367da2d tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.784767 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Attempting to bind port 17401497-cdda-43ed-aad3-ac9e60fc9af3 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:36.785141 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Attempting to bind port 17401497-cdda-43ed-aad3-ac9e60fc9af3 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'cbd3711d-f434-4e72-b64e-8180f667e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:36.786124 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Attempting to bind port 17401497-cdda-43ed-aad3-ac9e60fc9af3 on network 352c0ad5-edf7-4032-8a43-7c1b0a12f39e {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:36.792492 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:36.792819 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Checking segment: {'id': 'cbd3711d-f434-4e72-b64e-8180f667e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:36.793187 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.793847 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Bound using segment: {'id': 'cbd3711d-f434-4e72-b64e-8180f667e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:36.797404 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Bound port: 17401497-cdda-43ed-aad3-ac9e60fc9af3, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd3711d-f434-4e72-b64e-8180f667e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:36.797404 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.797839 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76d02b-c8db-4e74-ab60-cc812367da2d tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe33ac3-efcc-416b-a7c7-34c0414c6722,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:36.818996 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1e76d02b-c8db-4e74-ab60-cc812367da2d tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.820246 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-1e76d02b-c8db-4e74-ab60-cc812367da2d tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4060986 Aug 27 03:15:36.830651 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41162) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:36.841012 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-d215b04e-54e2-4f17-8395-7dd983f20a71 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Request body: {'security_group_rule': {'security_group_id': '5279448f-8b74-4098-a253-1ee3c3006064', 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:36.869391 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-19ff99f7-21ee-4982-80af-3c6c47a91c44 req-543ec9a1-caf3-4f04-9165-f26a8ff9328f tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691818 Aug 27 03:15:36.871269 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac6488-298f-41ec-ae87-f128414ec9e8 req-e413a9fc-ab08-4398-9593-69520f02e9bb tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:36.873464 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e4ac6488-298f-41ec-ae87-f128414ec9e8 req-e413a9fc-ab08-4398-9593-69520f02e9bb tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 945 time: 0.0936594 Aug 27 03:15:36.910859 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] For port 17401497-cdda-43ed-aad3-ac9e60fc9af3, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:36.915124 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] For port 17401497-cdda-43ed-aad3-ac9e60fc9af3, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=17401497-cdda-43ed-aad3-ac9e60fc9af3,segment=NetworkSegment(cbd3711d-f434-4e72-b64e-8180f667e664),segment_id=cbd3711d-f434-4e72-b64e-8180f667e664)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:36.916608 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.924467 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d215b04e-54e2-4f17-8395-7dd983f20a71 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.928581 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.018627 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-e4ac6488-298f-41ec-ae87-f128414ec9e8 req-3e0af4de-418f-41ce-ba91-b4a16365501c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Deleting port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:37.019316 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-e4ac6488-298f-41ec-ae87-f128414ec9e8 req-3e0af4de-418f-41ce-ba91-b4a16365501c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.025931 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Routers {'91ffbefc-3a96-4526-904f-28ee2bef2fcd'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:37.026451 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:37.086470 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d215b04e-54e2-4f17-8395-7dd983f20a71 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.088742 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.111680 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acef2b-e47c-4abd-8f0d-e11a713fbef0 None None] Pushing event updated for resources: {'Port': ['ID=17401497-cdda-43ed-aad3-ac9e60fc9af3,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:37.160306 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Pushing event updated for resources: {'Port': ['ID=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:37.166581 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d215b04e-54e2-4f17-8395-7dd983f20a71 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.190583 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] Set router 91ffbefc-3a96-4526-904f-28ee2bef2fcd gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:37.199247 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d215b04e-54e2-4f17-8395-7dd983f20a71 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.203481 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d215b04e-54e2-4f17-8395-7dd983f20a71 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3714576 Aug 27 03:15:37.204125 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41164) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:37.219749 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-fecf1f96-5bad-4adc-a83a-96c8ea060745 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Request body: {'security_group_rule': {'security_group_id': '5279448f-8b74-4098-a253-1ee3c3006064', 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:37.232542 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-e4ac6488-298f-41ec-ae87-f128414ec9e8 req-3e0af4de-418f-41ce-ba91-b4a16365501c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] For port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0cfedbcf-991d-45b3-9b0f-a773354b6a8d,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:37.233638 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-e4ac6488-298f-41ec-ae87-f128414ec9e8 req-3e0af4de-418f-41ce-ba91-b4a16365501c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.245430 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Network ad22cb0f-2f83-463f-9892-62414600ad31 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:37.247646 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215b04e-54e2-4f17-8395-7dd983f20a71 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ec00d8-9371-45e8-8596-5bad92719a04,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:37.251699 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:37.256461 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:37.259940 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-e4ac6488-298f-41ec-ae87-f128414ec9e8 req-3e0af4de-418f-41ce-ba91-b4a16365501c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Calling delete_port for 0cfedbcf-991d-45b3-9b0f-a773354b6a8d owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:37.298390 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fecf1f96-5bad-4adc-a83a-96c8ea060745 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.370835 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:37.371678 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.402883 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-b754c0bc-f152-4c46-bd17-9f8b922b5614 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3988378 Aug 27 03:15:37.420419 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Request body: {'port': {'device_id': 'baa6a26e-b372-4bcd-ba73-384609de9286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:37.430500 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc300091-91b4-411e-9281-38c6a43bc170 req-6191ae7f-9310-4c14-ae76-844fb8d5b380 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:37.438845 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fc300091-91b4-411e-9281-38c6a43bc170 req-6191ae7f-9310-4c14-ae76-844fb8d5b380 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0959423 Aug 27 03:15:37.444963 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fecf1f96-5bad-4adc-a83a-96c8ea060745 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.452670 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fecf1f96-5bad-4adc-a83a-96c8ea060745 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.499901 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf1f96-5bad-4adc-a83a-96c8ea060745 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55a3cf0-c4db-4c71-a7a0-28334814efd9,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:37.509367 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fecf1f96-5bad-4adc-a83a-96c8ea060745 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.510388 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-fecf1f96-5bad-4adc-a83a-96c8ea060745 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2998617 Aug 27 03:15:37.511187 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.514363 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41168) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:37.518874 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-d6ef1d59-e558-4937-8e5d-ccd95e8793a4 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Request body: {'security_group_rule': {'security_group_id': '5279448f-8b74-4098-a253-1ee3c3006064', 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:37.523668 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'name': 'tempest-TestVolumeBootPattern-655534746-router', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:28Z', 'updated_at': '2021-08-27T03:15:33Z', 'revision_number': 4, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'gw_port': {'id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:29Z', 'updated_at': '2021-08-27T03:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '17401497-cdda-43ed-aad3-ac9e60fc9af3', 'name': '', 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'mac_address': 'fa:16:3e:95:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1b1fa984-ff25-44a2-8b84-d83372a09ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:31Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 4, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'subnets': [{'id': '1b1fa984-ff25-44a2-8b84-d83372a09ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:37.563309 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43769c13-240e-45fc-9ce1-e803049c9169 None None] The sync data for ids ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'] in dv-cinder-805887-5-iscsi is: [{'id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'name': 'tempest-TestVolumeBootPattern-655534746-router', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:28Z', 'updated_at': '2021-08-27T03:15:33Z', 'revision_number': 4, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'gw_port': {'id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:29Z', 'updated_at': '2021-08-27T03:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '17401497-cdda-43ed-aad3-ac9e60fc9af3', 'name': '', 'network_id': '352c0ad5-edf7-4032-8a43-7c1b0a12f39e', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'mac_address': 'fa:16:3e:95:16:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1b1fa984-ff25-44a2-8b84-d83372a09ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:31Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 4, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'subnets': [{'id': '1b1fa984-ff25-44a2-8b84-d83372a09ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:15:37.571723 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fc300091-91b4-411e-9281-38c6a43bc170 req-3514dcf6-14f1-4638-b55c-e3f57e935acc tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312208 Aug 27 03:15:37.578254 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-029cacde-3bfb-4834-be6c-d128325a5e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.588055 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.db.securitygroups_db [None req-d6ef1d59-e558-4937-8e5d-ccd95e8793a4 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Project b2ab97b2c3724820b5b5223e79009cff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:15:37.614775 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1d59-e558-4937-8e5d-ccd95e8793a4 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.627203 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-e4ac6488-298f-41ec-ae87-f128414ec9e8 req-3e0af4de-418f-41ce-ba91-b4a16365501c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.643907 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['1031db85-1db3-4237-b55d-9498067e6ad1', '0cfedbcf-991d-45b3-9b0f-a773354b6a8d'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:37.764119 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0af4de-418f-41ce-ba91-b4a16365501c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Pushing event deleted for resources: {'Port': ['ID=0cfedbcf-991d-45b3-9b0f-a773354b6a8d,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:37.892811 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ac6488-298f-41ec-ae87-f128414ec9e8 req-3e0af4de-418f-41ce-ba91-b4a16365501c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] No DVR routers for this DVR port 0cfedbcf-991d-45b3-9b0f-a773354b6a8d on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:37.897062 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-e4ac6488-298f-41ec-ae87-f128414ec9e8 req-3e0af4de-418f-41ce-ba91-b4a16365501c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.899844 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e4ac6488-298f-41ec-ae87-f128414ec9e8 req-3e0af4de-418f-41ce-ba91-b4a16365501c tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "DELETE /v2.0/ports/0cfedbcf-991d-45b3-9b0f-a773354b6a8d HTTP/1.1" status: 204 len: 173 time: 1.0177984 Aug 27 03:15:37.900820 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eb89f2-5431-47e5-961e-13a1d8f7a771', 'name': 'network-vif-deleted', 'tag': '0cfedbcf-991d-45b3-9b0f-a773354b6a8d'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:37.904183 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7993f8-0544-4c48-96e1-4feb80b44f4f" -d '{"events": [{"server_uuid": "47eb89f2-5431-47e5-961e-13a1d8f7a771", "name": "network-vif-deleted", "tag": "0cfedbcf-991d-45b3-9b0f-a773354b6a8d"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:37.932935 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1d59-e558-4937-8e5d-ccd95e8793a4 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.963929 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 17401497-cdda-43ed-aad3-ac9e60fc9af3 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:37.983454 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1d59-e558-4937-8e5d-ccd95e8793a4 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.053971 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bdec4235-5577-48d2-83e5-f56b188c635a req-0017e0af-9c80-481c-a5ce-5e2a98466f72 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=47eb89f2-5431-47e5-961e-13a1d8f7a771 HTTP/1.1" status: 200 len: 210 time: 0.0516355 Aug 27 03:15:38.066134 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef1d59-e558-4937-8e5d-ccd95e8793a4 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926a7e6c-8000-48ad-a732-e248e0be7ad7,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:38.093149 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1d59-e558-4937-8e5d-ccd95e8793a4 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.094637 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d6ef1d59-e558-4937-8e5d-ccd95e8793a4 tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5794795 Aug 27 03:15:38.097905 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41176) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:38.099714 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 17401497-cdda-43ed-aad3-ac9e60fc9af3 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:38.106584 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-ea63b3b5-88b8-454c-9e81-c5fd839aadfe tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Request body: {'security_group_rule': {'security_group_id': '5279448f-8b74-4098-a253-1ee3c3006064', 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:38.107438 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 17401497-cdda-43ed-aad3-ac9e60fc9af3 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:38.107817 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.115254 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbcbad-9988-46ce-b3db-abd409146f28 req-434bf471-3ff2-491a-9edd-fe95be19a3d4 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:38.117070 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f5bbcbad-9988-46ce-b3db-abd409146f28 req-434bf471-3ff2-491a-9edd-fe95be19a3d4 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 931 time: 0.2555976 Aug 27 03:15:38.166087 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cd34e9-014b-44a7-8345-f4a57d87caa9 x-openstack-request-id: req-f0cd34e9-014b-44a7-8345-f4a57d87caa9 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:38.166087 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eb89f2-5431-47e5-961e-13a1d8f7a771", "name": "network-vif-deleted", "tag": "0cfedbcf-991d-45b3-9b0f-a773354b6a8d", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:38.166087 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0cd34e9-014b-44a7-8345-f4a57d87caa9 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:38.166529 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47eb89f2-5431-47e5-961e-13a1d8f7a771', 'name': 'network-vif-deleted', 'tag': '0cfedbcf-991d-45b3-9b0f-a773354b6a8d', 'status': 'completed', 'code': 200} Aug 27 03:15:38.174077 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.securitygroups_db [None req-ea63b3b5-88b8-454c-9e81-c5fd839aadfe tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Project b2ab97b2c3724820b5b5223e79009cff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:15:38.187375 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ea63b3b5-88b8-454c-9e81-c5fd839aadfe tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.195473 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f5bbcbad-9988-46ce-b3db-abd409146f28 req-f9149231-193c-421d-b8d0-302dd2393c62 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662644 Aug 27 03:15:38.248938 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 {{(pid=93974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:15:38.258277 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.272368 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.273903 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.provisioning_blocks [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Transition to ACTIVE for port object 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 will not be triggered until provisioned by entity L2. {{(pid=93974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:38.278811 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600895'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.317718 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ea63b3b5-88b8-454c-9e81-c5fd839aadfe tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.318253 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 17401497-cdda-43ed-aad3-ac9e60fc9af3, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=17401497-cdda-43ed-aad3-ac9e60fc9af3,segment=NetworkSegment(cbd3711d-f434-4e72-b64e-8180f667e664),segment_id=cbd3711d-f434-4e72-b64e-8180f667e664)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:38.323408 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ea63b3b5-88b8-454c-9e81-c5fd839aadfe tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.324576 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.351526 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ea63b3b5-88b8-454c-9e81-c5fd839aadfe tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.352920 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-ea63b3b5-88b8-454c-9e81-c5fd839aadfe tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2529407 Aug 27 03:15:38.365762 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63b3b5-88b8-454c-9e81-c5fd839aadfe tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9193af-7b19-4eb9-bc48-13bf76362eb6,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:38.405846 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 192e2b81-b1c1-4662-8ebc-8dd53d96e394 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:38.416339 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.433530 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Pushing event updated for resources: {'Port': ['ID=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:38.523688 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 192e2b81-b1c1-4662-8ebc-8dd53d96e394 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:38.524350 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 192e2b81-b1c1-4662-8ebc-8dd53d96e394 not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:38.528633 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Attempting to bind port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:38.529137 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Attempting to bind port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '959ea8aa-ef15-4e78-b14b-4d3a1e737f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31'}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:38.529573 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Attempting to bind port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 on network ad22cb0f-2f83-463f-9892-62414600ad31 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:38.535163 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 on network ad22cb0f-2f83-463f-9892-62414600ad31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:15:38.535636 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Attempting to bind port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 on network ad22cb0f-2f83-463f-9892-62414600ad31 {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:38.539680 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=17401497-cdda-43ed-aad3-ac9e60fc9af3,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:38.547564 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:38.547909 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Checking segment: {'id': '959ea8aa-ef15-4e78-b14b-4d3a1e737f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:38.548297 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Bound using segment: {'id': '959ea8aa-ef15-4e78-b14b-4d3a1e737f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31'} {{(pid=93974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:38.549148 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.managers [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Bound port: 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959ea8aa-ef15-4e78-b14b-4d3a1e737f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31'}}] {{(pid=93974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:38.549510 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.664400 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] For port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7, host hv-cinder-80588, cleared binding levels {{(pid=93974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:38.672540 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] For port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7,segment=NetworkSegment(959ea8aa-ef15-4e78-b14b-4d3a1e737f0e),segment_id=959ea8aa-ef15-4e78-b14b-4d3a1e737f0e)] {{(pid=93974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:38.680830 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600895'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.737414 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:38.739354 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.741531 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] 10.222.0.21 "PUT /v2.0/ports/1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 HTTP/1.1" status: 200 len: 1093 time: 1.3257756 Aug 27 03:15:38.742028 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa6a26e-b372-4bcd-ba73-384609de9286', 'tag': '1d22619e-8d72-4cf5-a082-de4ed2aa0fc7'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:38.744664 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f668c27e-a182-4459-9572-327efe328dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "baa6a26e-b372-4bcd-ba73-384609de9286", "tag": "1d22619e-8d72-4cf5-a082-de4ed2aa0fc7"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:38.775017 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04318e-27b8-48f0-94cb-bddc037a4b2e service neutron] Pushing event updated for resources: {'Port': ['ID=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7,revision_number=3']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:38.827698 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0298b5-7332-4d3f-9c0e-81d3076e5cd8 x-openstack-request-id: req-df0298b5-7332-4d3f-9c0e-81d3076e5cd8 {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:38.827698 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa6a26e-b372-4bcd-ba73-384609de9286", "tag": "1d22619e-8d72-4cf5-a082-de4ed2aa0fc7", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:38.827698 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df0298b5-7332-4d3f-9c0e-81d3076e5cd8 {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:38.827698 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa6a26e-b372-4bcd-ba73-384609de9286', 'tag': '1d22619e-8d72-4cf5-a082-de4ed2aa0fc7', 'status': 'completed', 'code': 200} Aug 27 03:15:38.867104 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-cefa31ac-d343-49b0-b2a1-897fe92b0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:38.868666 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-cefa31ac-d343-49b0-b2a1-897fe92b0fb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e04043008246e9b58aecff0ff3f01d&device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 1096 time: 0.0593109 Aug 27 03:15:38.878545 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96f89f-9b6a-46ad-945d-c86a1658d5f7 req-3b70fa33-686c-415a-bb1a-9597695601a6 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:38.881649 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-db96f89f-9b6a-46ad-945d-c86a1658d5f7 req-3b70fa33-686c-415a-bb1a-9597695601a6 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.1171801 Aug 27 03:15:38.921838 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-1c9856ab-f22b-49d2-bbec-734ad41aa353 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 HTTP/1.1" status: 200 len: 217 time: 0.0438561 Aug 27 03:15:38.976704 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-db96f89f-9b6a-46ad-945d-c86a1658d5f7 req-50976709-c069-4415-948e-c3d56bc57569 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835066 Aug 27 03:15:39.003079 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-81ebaa0b-4dde-4f06-b599-39cfebb3e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:39.005192 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-81ebaa0b-4dde-4f06-b599-39cfebb3e84a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c7e8f6f-e958-408d-ba70-23aa36bba06a HTTP/1.1" status: 200 len: 854 time: 0.0673296 Aug 27 03:15:39.047942 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-39fed463-ca1c-4bd8-ac87-f7cf9b3dedce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad22cb0f-2f83-463f-9892-62414600ad31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351787 Aug 27 03:15:39.200362 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-ff9b25ba-3034-475e-898c-5f44f669815e service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410434 Aug 27 03:15:39.401664 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416ddc5-af41-45f7-90d0-dd4eff2983da req-e0b120b6-60df-4f04-bc9c-ef76d2fb95dd tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:39.409933 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a416ddc5-af41-45f7-90d0-dd4eff2983da req-e0b120b6-60df-4f04-bc9c-ef76d2fb95dd tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 943 time: 0.0703239 Aug 27 03:15:39.427285 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6c91a2ea-8529-4937-a8b9-704c8101481d req-da4c8e24-47b9-4eef-9e76-c50b3e303f8a service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138977 Aug 27 03:15:39.455362 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a416ddc5-af41-45f7-90d0-dd4eff2983da req-1f91a6c7-8f32-4031-b3fd-0bceab414725 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Aug 27 03:15:39.535149 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c27e-a182-4459-9572-327efe328dfa req-3c8de8f8-f0c2-4ff9-ae13-231253b04aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:39.536772 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f668c27e-a182-4459-9572-327efe328dfa req-3c8de8f8-f0c2-4ff9-ae13-231253b04aaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e04043008246e9b58aecff0ff3f01d&device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 1096 time: 0.0486875 Aug 27 03:15:39.654682 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c27e-a182-4459-9572-327efe328dfa req-88fd7ead-6fe1-4370-9c89-658f27409004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:39.657220 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f668c27e-a182-4459-9572-327efe328dfa req-88fd7ead-6fe1-4370-9c89-658f27409004 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad22cb0f-2f83-463f-9892-62414600ad31 HTTP/1.1" status: 200 len: 915 time: 0.1059794 Aug 27 03:15:39.722206 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f668c27e-a182-4459-9572-327efe328dfa req-fc5ee35a-5886-4b86-a55d-c11c6edaeae3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 HTTP/1.1" status: 200 len: 217 time: 0.0467963 Aug 27 03:15:39.756527 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 17401497-cdda-43ed-aad3-ac9e60fc9af3 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:39.774943 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c27e-a182-4459-9572-327efe328dfa req-554539f2-fcde-46ea-8358-bd8d2c0bcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:39.777722 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f668c27e-a182-4459-9572-327efe328dfa req-554539f2-fcde-46ea-8358-bd8d2c0bcc1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c7e8f6f-e958-408d-ba70-23aa36bba06a HTTP/1.1" status: 200 len: 854 time: 0.0465746 Aug 27 03:15:39.813010 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 17401497-cdda-43ed-aad3-ac9e60fc9af3 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:39.813385 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.815484 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f668c27e-a182-4459-9572-327efe328dfa req-df65dec6-5220-41ce-8d0e-513368e7ccb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad22cb0f-2f83-463f-9892-62414600ad31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263760 Aug 27 03:15:40.159612 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf34576-4cd1-44e6-8955-853da6a0223d req-c5719ba7-e973-43df-acc6-3085753f71e1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:40.161673 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2cf34576-4cd1-44e6-8955-853da6a0223d req-c5719ba7-e973-43df-acc6-3085753f71e1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0816300 Aug 27 03:15:40.179513 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f668c27e-a182-4459-9572-327efe328dfa req-dddf8fcb-636e-40db-a638-f947aa220503 service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491235 Aug 27 03:15:40.253367 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2cf34576-4cd1-44e6-8955-853da6a0223d req-f933e69e-4ed1-433b-90eb-8482a5941c9a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825708 Aug 27 03:15:40.331003 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f668c27e-a182-4459-9572-327efe328dfa req-2a4df395-48ae-4248-b689-d39a20a20ebe service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355038 Aug 27 03:15:40.408495 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 0cfedbcf-991d-45b3-9b0f-a773354b6a8d no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:40.442674 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 0cfedbcf-991d-45b3-9b0f-a773354b6a8d {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:40.443148 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 0cfedbcf-991d-45b3-9b0f-a773354b6a8d not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:40.610019 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4266180-ddd2-4917-9cde-a950d008ad95 req-452f7b28-4c6f-467d-9a25-5ef6aec1c751 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:40.611671 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a4266180-ddd2-4917-9cde-a950d008ad95 req-452f7b28-4c6f-467d-9a25-5ef6aec1c751 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 943 time: 0.0666077 Aug 27 03:15:40.656167 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a4266180-ddd2-4917-9cde-a950d008ad95 req-924a6178-6cf3-4571-b586-b29b320b0f2e tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373929 Aug 27 03:15:40.698021 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee7079-d203-46f7-8239-09d690e3a4ec req-c70862db-cb0c-455d-befc-ec35a6aedae0 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:40.699679 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-feee7079-d203-46f7-8239-09d690e3a4ec req-c70862db-cb0c-455d-befc-ec35a6aedae0 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 945 time: 0.0606477 Aug 27 03:15:40.746409 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-feee7079-d203-46f7-8239-09d690e3a4ec req-ef84a028-39e2-40cf-aa75-7f2d40eb5c43 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Aug 27 03:15:40.946307 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:41.372951 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0429a-71c2-4401-8477-8bd7ca33b77c req-5943f5b5-90b9-43c5-b7c2-3bf58957d0e1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:41.374505 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-61d0429a-71c2-4401-8477-8bd7ca33b77c req-5943f5b5-90b9-43c5-b7c2-3bf58957d0e1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0497084 Aug 27 03:15:41.423775 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-61d0429a-71c2-4401-8477-8bd7ca33b77c req-95204b55-bad3-47c6-97a2-52489717b232 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 Aug 27 03:15:41.812475 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7708135-eca9-41e5-a49a-86f152557a3f req-a9703638-cd36-4d0d-bbb5-073923bf30ea tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:41.815227 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d7708135-eca9-41e5-a49a-86f152557a3f req-a9703638-cd36-4d0d-bbb5-073923bf30ea tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 943 time: 0.0705998 Aug 27 03:15:41.878357 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d7708135-eca9-41e5-a49a-86f152557a3f req-3c0e931f-c381-4acc-9aec-6ef49f1786f4 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552309 Aug 27 03:15:41.907351 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f4f67-871d-4567-9e93-9292e2cb18cd req-2fb1de87-11a9-43f7-9b89-6f1ee3676855 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:41.908976 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e46f4f67-871d-4567-9e93-9292e2cb18cd req-2fb1de87-11a9-43f7-9b89-6f1ee3676855 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 945 time: 0.0655637 Aug 27 03:15:41.959627 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e46f4f67-871d-4567-9e93-9292e2cb18cd req-b464ee6f-a652-4dcd-b4c9-e78a096db1d3 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Aug 27 03:15:42.234454 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-de460bef-95d4-4229-8d16-c6a77abb71c1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:42.236090 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-de460bef-95d4-4229-8d16-c6a77abb71c1 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0556619 Aug 27 03:15:42.384388 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-05111af4-538e-4998-b73c-41df3d8d60c4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Deleting port 54014927-846c-4591-9e87-5cb7709bf2a6 {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:42.384968 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-05111af4-538e-4998-b73c-41df3d8d60c4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.413673 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:15:42.537215 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-05111af4-538e-4998-b73c-41df3d8d60c4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] For port 54014927-846c-4591-9e87-5cb7709bf2a6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=54014927-846c-4591-9e87-5cb7709bf2a6,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:42.538039 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-05111af4-538e-4998-b73c-41df3d8d60c4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.555369 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-05111af4-538e-4998-b73c-41df3d8d60c4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Calling delete_port for 54014927-846c-4591-9e87-5cb7709bf2a6 owned by compute:nova {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:42.614961 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2798-2ab6-4d84-9f60-1b22f48229c5 req-5f761747-6b2d-4c46-99ef-55d794e0ab1c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:42.616647 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-06ad2798-2ab6-4d84-9f60-1b22f48229c5 req-5f761747-6b2d-4c46-99ef-55d794e0ab1c tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0937755-643b-462c-a5c7-62f59249be23 HTTP/1.1" status: 200 len: 946 time: 0.0920062 Aug 27 03:15:42.634281 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e6856-c2b2-4f21-a06c-140ccb90d5fd req-1445bd97-c5f8-46ed-a6f4-59803744dd4d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:42.635891 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-501e6856-c2b2-4f21-a06c-140ccb90d5fd req-1445bd97-c5f8-46ed-a6f4-59803744dd4d tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 945 time: 0.1014309 Aug 27 03:15:42.720475 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7,segment=NetworkSegment(959ea8aa-ef15-4e78-b14b-4d3a1e737f0e),segment_id=959ea8aa-ef15-4e78-b14b-4d3a1e737f0e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:42.736833 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-06ad2798-2ab6-4d84-9f60-1b22f48229c5 req-15db66ba-4041-47d2-ae28-30d37424b26a tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.30 "GET /v2.0/security-groups?id=195d29fc-6f23-4e1e-8f21-eca6f930b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124389 Aug 27 03:15:42.739773 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '1d22619e-8d72-4cf5-a082-de4ed2aa0fc7', 'network_id': 'ad22cb0f-2f83-463f-9892-62414600ad31', 'port_id': '1d22619e-8d72-4cf5-a082-de4ed2aa0fc7', 'mac_address': 'fa:16:3e:1f:c9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7e8f6f-e958-408d-ba70-23aa36bba06a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:15:42.776177 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-05111af4-538e-4998-b73c-41df3d8d60c4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.777675 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-501e6856-c2b2-4f21-a06c-140ccb90d5fd req-c964587c-c98c-46f4-9024-8808b4660817 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Deleting port 1031db85-1db3-4237-b55d-9498067e6ad1 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:42.778136 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-501e6856-c2b2-4f21-a06c-140ccb90d5fd req-c964587c-c98c-46f4-9024-8808b4660817 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.790795 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['54014927-846c-4591-9e87-5cb7709bf2a6'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:42.794953 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.809218 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05111af4-538e-4998-b73c-41df3d8d60c4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Pushing event deleted for resources: {'Port': ['ID=54014927-846c-4591-9e87-5cb7709bf2a6,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:42.831180 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:15:42.868906 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-05111af4-538e-4998-b73c-41df3d8d60c4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] No DVR routers for this DVR port 54014927-846c-4591-9e87-5cb7709bf2a6 on host hv-cinder-80588 {{(pid=93974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:42.869466 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7,segment=NetworkSegment(959ea8aa-ef15-4e78-b14b-4d3a1e737f0e),segment_id=959ea8aa-ef15-4e78-b14b-4d3a1e737f0e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:42.871138 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-05111af4-538e-4998-b73c-41df3d8d60c4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.873315 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-05111af4-538e-4998-b73c-41df3d8d60c4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] 10.222.0.21 "DELETE /v2.0/ports/54014927-846c-4591-9e87-5cb7709bf2a6 HTTP/1.1" status: 204 len: 173 time: 0.6266360 Aug 27 03:15:42.873767 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0937755-643b-462c-a5c7-62f59249be23', 'name': 'network-vif-deleted', 'tag': '54014927-846c-4591-9e87-5cb7709bf2a6'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:42.874980 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.876174 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d1f7d1-cb85-4eb6-ab53-ef56357a7fec" -d '{"events": [{"server_uuid": "b0937755-643b-462c-a5c7-62f59249be23", "name": "network-vif-deleted", "tag": "54014927-846c-4591-9e87-5cb7709bf2a6"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:42.950523 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-501e6856-c2b2-4f21-a06c-140ccb90d5fd req-c964587c-c98c-46f4-9024-8808b4660817 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] For port 1031db85-1db3-4237-b55d-9498067e6ad1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1031db85-1db3-4237-b55d-9498067e6ad1,segment=NetworkSegment(89b8d83d-e74d-420c-85b6-02582c06f78e),segment_id=89b8d83d-e74d-420c-85b6-02582c06f78e)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:42.951121 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-501e6856-c2b2-4f21-a06c-140ccb90d5fd req-c964587c-c98c-46f4-9024-8808b4660817 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.954036 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:42.955920 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97e209a-07e6-47bb-9091-47387522747e x-openstack-request-id: req-a97e209a-07e6-47bb-9091-47387522747e {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:42.956440 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0937755-643b-462c-a5c7-62f59249be23", "name": "network-vif-deleted", "tag": "54014927-846c-4591-9e87-5cb7709bf2a6", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:42.956710 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a97e209a-07e6-47bb-9091-47387522747e {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:42.957109 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0937755-643b-462c-a5c7-62f59249be23', 'name': 'network-vif-deleted', 'tag': '54014927-846c-4591-9e87-5cb7709bf2a6', 'status': 'completed', 'code': 200} Aug 27 03:15:42.969687 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-501e6856-c2b2-4f21-a06c-140ccb90d5fd req-c964587c-c98c-46f4-9024-8808b4660817 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Calling delete_port for 1031db85-1db3-4237-b55d-9498067e6ad1 owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:43.119114 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2e425-99c8-4433-a973-6a276a4be992 req-5c0e38d7-b874-4293-890e-d5658385e95b tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:43.120468 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['1d22619e-8d72-4cf5-a082-de4ed2aa0fc7'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:43.120660 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6db2e425-99c8-4433-a973-6a276a4be992 req-5c0e38d7-b874-4293-890e-d5658385e95b tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 944 time: 0.0990868 Aug 27 03:15:43.131234 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097009e-0c4c-4220-a36c-4061158a84b2 req-3b969333-65ac-4e8e-aafb-c770a4da5217 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:43.133737 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4097009e-0c4c-4220-a36c-4061158a84b2 req-3b969333-65ac-4e8e-aafb-c770a4da5217 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6b30cb-c842-4c29-b494-32f442135fe0 HTTP/1.1" status: 200 len: 945 time: 0.0860028 Aug 27 03:15:43.188246 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4097009e-0c4c-4220-a36c-4061158a84b2 req-493fed05-5525-46d8-85cc-040dccfea1e3 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.30 "GET /v2.0/security-groups?id=43984d6c-0cc1-49d9-bf66-03ba0caa97ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463202 Aug 27 03:15:43.217289 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6db2e425-99c8-4433-a973-6a276a4be992 req-16f95c1d-3a0b-4bc5-9253-ec9c9c24303b tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878456 Aug 27 03:15:43.230041 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-501e6856-c2b2-4f21-a06c-140ccb90d5fd req-c964587c-c98c-46f4-9024-8808b4660817 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:43.270132 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964587c-c98c-46f4-9024-8808b4660817 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Pushing event deleted for resources: {'Port': ['ID=1031db85-1db3-4237-b55d-9498067e6ad1,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:43.344567 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-501e6856-c2b2-4f21-a06c-140ccb90d5fd req-c964587c-c98c-46f4-9024-8808b4660817 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] No DVR routers for this DVR port 1031db85-1db3-4237-b55d-9498067e6ad1 on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:43.348848 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-501e6856-c2b2-4f21-a06c-140ccb90d5fd req-c964587c-c98c-46f4-9024-8808b4660817 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:43.352515 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-501e6856-c2b2-4f21-a06c-140ccb90d5fd req-c964587c-c98c-46f4-9024-8808b4660817 tempest-AttachVolumeNegativeTest-628650726 tempest-AttachVolumeNegativeTest-628650726-project] 10.222.0.21 "DELETE /v2.0/ports/1031db85-1db3-4237-b55d-9498067e6ad1 HTTP/1.1" status: 204 len: 173 time: 0.7094650 Aug 27 03:15:43.353071 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6b30cb-c842-4c29-b494-32f442135fe0', 'name': 'network-vif-deleted', 'tag': '1031db85-1db3-4237-b55d-9498067e6ad1'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:43.357103 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b277e42-d2fe-475b-a8ea-13039a577887" -d '{"events": [{"server_uuid": "7c6b30cb-c842-4c29-b494-32f442135fe0", "name": "network-vif-deleted", "tag": "1031db85-1db3-4237-b55d-9498067e6ad1"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:43.439216 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3369d4a1-650c-423a-86d9-2d827019889b x-openstack-request-id: req-3369d4a1-650c-423a-86d9-2d827019889b {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:43.439647 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6b30cb-c842-4c29-b494-32f442135fe0", "name": "network-vif-deleted", "tag": "1031db85-1db3-4237-b55d-9498067e6ad1", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:43.440341 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3369d4a1-650c-423a-86d9-2d827019889b {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:43.440911 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6b30cb-c842-4c29-b494-32f442135fe0', 'name': 'network-vif-deleted', 'tag': '1031db85-1db3-4237-b55d-9498067e6ad1', 'status': 'completed', 'code': 200} Aug 27 03:15:43.804939 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41286) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:44.273129 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41292) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:44.335294 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f31ae4-f28c-419b-834b-f329299c8684 admin admin] Deleting subnet e59ddab5-65fc-4079-b80d-415469417ef0 {{(pid=93974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:15:44.338956 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d9f31ae4-f28c-419b-834b-f329299c8684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.376804 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d9f31ae4-f28c-419b-834b-f329299c8684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7350878'] for subnet, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.398034 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28486a-26f3-48cb-a01e-015336ee8347 req-83d1e6b3-e256-40f5-b92c-34e1825d1c37 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:44.399935 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6a28486a-26f3-48cb-a01e-015336ee8347 req-83d1e6b3-e256-40f5-b92c-34e1825d1c37 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 944 time: 0.0787804 Aug 27 03:15:44.421382 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:44.426620 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d9f31ae4-f28c-419b-834b-f329299c8684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.504980 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:44.507715 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6a28486a-26f3-48cb-a01e-015336ee8347 req-68cde6f9-70d5-43f1-ad01-7d276eadfb43 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898535 Aug 27 03:15:44.513157 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:44.514179 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.524049 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d9f31ae4-f28c-419b-834b-f329299c8684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4679056'] for subnet, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.555627 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f31ae4-f28c-419b-834b-f329299c8684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59ddab5-65fc-4079-b80d-415469417ef0,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:44.564533 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679567'] for router_interface, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.571624 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d9f31ae4-f28c-419b-834b-f329299c8684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.579525 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d9f31ae4-f28c-419b-834b-f329299c8684 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e59ddab5-65fc-4079-b80d-415469417ef0 HTTP/1.1" status: 204 len: 168 time: 0.3005738 Aug 27 03:15:44.579525 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41294) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:44.662858 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.693538 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.707767 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa6a26e-b372-4bcd-ba73-384609de9286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d22619e-8d72-4cf5-a082-de4ed2aa0fc7'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:44.712567 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acb1731-a478-48b0-9b92-da9fd3e62bdb" -d '{"events": [{"server_uuid": "baa6a26e-b372-4bcd-ba73-384609de9286", "name": "network-vif-plugged", "status": "completed", "tag": "1d22619e-8d72-4cf5-a082-de4ed2aa0fc7"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:44.734765 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7,segment=NetworkSegment(959ea8aa-ef15-4e78-b14b-4d3a1e737f0e),segment_id=959ea8aa-ef15-4e78-b14b-4d3a1e737f0e)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:44.744575 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.745955 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 54014927-846c-4591-9e87-5cb7709bf2a6 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:44.784155 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48996c6-f712-4e29-8315-7a9129c85756 x-openstack-request-id: req-f48996c6-f712-4e29-8315-7a9129c85756 {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:44.784610 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa6a26e-b372-4bcd-ba73-384609de9286", "name": "network-vif-plugged", "status": "completed", "tag": "1d22619e-8d72-4cf5-a082-de4ed2aa0fc7", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:44.785020 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f48996c6-f712-4e29-8315-7a9129c85756 {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:44.786199 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa6a26e-b372-4bcd-ba73-384609de9286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d22619e-8d72-4cf5-a082-de4ed2aa0fc7', 'code': 200} Aug 27 03:15:44.789848 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 54014927-846c-4591-9e87-5cb7709bf2a6 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:44.790369 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 54014927-846c-4591-9e87-5cb7709bf2a6 not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:44.791123 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 1031db85-1db3-4237-b55d-9498067e6ad1 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:44.861668 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 1031db85-1db3-4237-b55d-9498067e6ad1 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:44.862219 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 1031db85-1db3-4237-b55d-9498067e6ad1 not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:44.877937 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.891759 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7']}} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:44.907046 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b8d83d-e74d-420c-85b6-02582c06f78e') {'for_net_delete': True} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:44.907561 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b8d83d-e74d-420c-85b6-02582c06f78e') {} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:44.922034 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7350849'] for segment, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.929176 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:44.946788 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.958291 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:44.959329 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600851'] for segment, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: Traceback (most recent call last): Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: timer() Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: cb(*args, **kw) Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: return func(*args, **kwargs) Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: self._notify() Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: self.callback(batched_events) Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: event.method(event) Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: return f(self, *a, **k) Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._get(url).json() Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:44.962401 dv-cinder-805887-5-iscsi neutron-server[93974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:45.040624 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.053831 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.058785 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] 10.222.0.30 "DELETE /v2.0/networks/adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7 HTTP/1.1" status: 204 len: 168 time: 0.4749796 Aug 27 03:15:45.069757 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f017bec-060c-4488-843c-e6b7820a7c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=adaf8a16-9ad7-41d7-ae18-b6b3f0e75fb7,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:45.143003 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb82bfb-3992-4391-bd61-a6c31e99d831 req-8738aa2d-1c7c-4515-8bc2-b50b80068550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:45.144484 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4cb82bfb-3992-4391-bd61-a6c31e99d831 req-8738aa2d-1c7c-4515-8bc2-b50b80068550 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 1098 time: 0.1407454 Aug 27 03:15:45.319192 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41302) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:45.397849 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-20ab7198-b2e9-4f7c-a71b-01c7fe4ed147 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b90d6e7301e43a88eff5482fa3cb689&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0758629 Aug 27 03:15:45.400765 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41304) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:45.454966 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4cb82bfb-3992-4391-bd61-a6c31e99d831 req-17ada78a-3cbc-4497-b6c4-db6c6eca423a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022528 Aug 27 03:15:45.458129 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] Deleting port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:45.458471 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.469508 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5e8f-22a1-4012-9cee-913d468e8b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.496204 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5e8f-22a1-4012-9cee-913d468e8b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.570022 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] For port 3cfc0361-1a8b-4e38-8ef4-49fad70c1832, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=3cfc0361-1a8b-4e38-8ef4-49fad70c1832,segment=NetworkSegment(8feffedf-9761-4b2b-9941-21e51949565c),segment_id=8feffedf-9761-4b2b-9941-21e51949565c)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:45.570821 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.574572 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5e8f-22a1-4012-9cee-913d468e8b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.579421 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5e8f-22a1-4012-9cee-913d468e8b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.580906 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-f4fa5e8f-22a1-4012-9cee-913d468e8b5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43984d6c-0cc1-49d9-bf66-03ba0caa97ea HTTP/1.1" status: 204 len: 168 time: 0.1790366 Aug 27 03:15:45.591385 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa5e8f-22a1-4012-9cee-913d468e8b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43984d6c-0cc1-49d9-bf66-03ba0caa97ea,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:45.606319 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] Calling delete_port for 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 owned by network:router_interface {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:45.741096 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e58044-32e6-4b2b-bf20-a58e1ca98cce req-67794147-2167-404d-951c-427e5f40deaf tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:45.742712 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-03e58044-32e6-4b2b-bf20-a58e1ca98cce req-67794147-2167-404d-951c-427e5f40deaf tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 945 time: 0.1116610 Aug 27 03:15:45.836376 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-03e58044-32e6-4b2b-bf20-a58e1ca98cce req-f2d4b1c2-1a32-4d27-b838-f0d24fee7817 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614877 Aug 27 03:15:45.950978 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.989590 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cfc0361-1a8b-4e38-8ef4-49fad70c1832,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:46.184542 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679365'] for router_interface, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.477346 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] Router 6015ada1-ba94-4cdb-bd76-d54921d95b2e has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:15:46.571923 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41332) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:46.612981 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:15:46.620370 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-19a8f7ee-2ab2-407d-b02e-f7e2acfa2dc7 admin admin] 10.222.0.30 "PUT /v2.0/routers/6015ada1-ba94-4cdb-bd76-d54921d95b2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8140681 Aug 27 03:15:46.624400 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41336) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:46.627595 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71829739-9c2c-42c2-bdd0-b28acbec01e0 None None] Sync routers for ids ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:15:46.643294 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71829739-9c2c-42c2-bdd0-b28acbec01e0 None None] Routers {'6015ada1-ba94-4cdb-bd76-d54921d95b2e'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:46.645965 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-71829739-9c2c-42c2-bdd0-b28acbec01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:46.773008 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Notify callbacks [] for router, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.785249 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-478201384-network', 'tenant_id': 'e3b8e8319e984085a6171005518ec19c'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:46.826125 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Made reservation on behalf of e3b8e8319e984085a6171005518ec19c for: {'network': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:46.829577 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.844173 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.882171 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-71829739-9c2c-42c2-bdd0-b28acbec01e0 None None] Set router 6015ada1-ba94-4cdb-bd76-d54921d95b2e gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:46.959034 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.068916 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.080400 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Deleting port 50967a3b-8d89-4555-9eed-9a6a7b9550f0 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:47.081156 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.089351 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.121042 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f906d2-4ff8-44f7-8d75-9bea289630a2 req-dfa06d10-eb94-4450-9382-57e0f733751f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:47.122707 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a0f906d2-4ff8-44f7-8d75-9bea289630a2 req-dfa06d10-eb94-4450-9382-57e0f733751f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 945 time: 0.1246970 Aug 27 03:15:47.134167 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:47.162098 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ecc556-c787-48d8-b502-15b4c876f278,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:47.176166 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.176798 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.db.segments_db [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Added segment 00230638-50e4-4e49-beef-72c421ca9601 of type vlan for network 9f0fd6e8-19bd-4794-a695-1a84e69db00c Aug 27 03:15:47.228165 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] For port 50967a3b-8d89-4555-9eed-9a6a7b9550f0, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=50967a3b-8d89-4555-9eed-9a6a7b9550f0,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:47.229583 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.246199 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Calling delete_port for 50967a3b-8d89-4555-9eed-9a6a7b9550f0 owned by network:router_gateway {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:47.266906 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a0f906d2-4ff8-44f7-8d75-9bea289630a2 req-a2bd6ec0-5da6-49d9-92d9-c6079868e949 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227353 Aug 27 03:15:47.273043 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.318108 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.320528 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:47.321392 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.392753 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8192434 Aug 27 03:15:47.399146 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41344) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:47.405491 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] Request body: {'subnet': {'network_id': '9f0fd6e8-19bd-4794-a695-1a84e69db00c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-478201384-subnet', 'tenant_id': 'e3b8e8319e984085a6171005518ec19c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:47.420570 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1186436-1d16-435f-b021-0c15c19a8674 admin admin] Pushing event updated for resources: {'Network': ['ID=9f0fd6e8-19bd-4794-a695-1a84e69db00c,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:47.435518 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 9f0fd6e8-19bd-4794-a695-1a84e69db00c details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:47.449883 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] Made reservation on behalf of e3b8e8319e984085a6171005518ec19c for: {'subnet': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:47.453105 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4679163'] for subnet, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.508740 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-71829739-9c2c-42c2-bdd0-b28acbec01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-891878183-router', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:15:45Z', 'revision_number': 5, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'gw_port': {'id': '50967a3b-8d89-4555-9eed-9a6a7b9550f0', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:07Z', 'updated_at': '2021-08-27T03:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:47.575062 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71829739-9c2c-42c2-bdd0-b28acbec01e0 None None] Checking router: 6015ada1-ba94-4cdb-bd76-d54921d95b2e for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:15:47.611366 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71829739-9c2c-42c2-bdd0-b28acbec01e0 None None] Routers {'6015ada1-ba94-4cdb-bd76-d54921d95b2e'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:47.612212 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-71829739-9c2c-42c2-bdd0-b28acbec01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:47.686778 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.735235 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4309942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4679049'] for subnet, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.840840 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.866586 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a5c6d86-1053-4e51-bf70-74bc148d95bc,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:47.887170 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] Checking segment: {'id': '00230638-50e4-4e49-beef-72c421ca9601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9f0fd6e8-19bd-4794-a695-1a84e69db00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:47.887947 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] Network hostable DHCP agents. Network: 9f0fd6e8-19bd-4794-a695-1a84e69db00c, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:47.907829 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-71829739-9c2c-42c2-bdd0-b28acbec01e0 None None] Set router 6015ada1-ba94-4cdb-bd76-d54921d95b2e gateway port host: None {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:47.915559 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=50967a3b-8d89-4555-9eed-9a6a7b9550f0,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:47.949703 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] Network 9f0fd6e8-19bd-4794-a695-1a84e69db00c is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:47.968860 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 9f0fd6e8-19bd-4794-a695-1a84e69db00c) {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:47.996780 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:47.999237 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.999478 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb07ae-2e39-420a-82d2-77bc4bea34b0 None None] Network 9f0fd6e8-19bd-4794-a695-1a84e69db00c requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:48.003204 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.055257 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-db5be28d-f696-47c5-8907-cfe2cbb95c3b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6548839 Aug 27 03:15:48.074539 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-71829739-9c2c-42c2-bdd0-b28acbec01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-891878183-router', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:15:46Z', 'revision_number': 6, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'gw_port_host': None}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:48.164378 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71829739-9c2c-42c2-bdd0-b28acbec01e0 None None] The sync data for ids ['6015ada1-ba94-4cdb-bd76-d54921d95b2e'] in dv-cinder-805887-5-iscsi is: [{'id': '6015ada1-ba94-4cdb-bd76-d54921d95b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-891878183-router', 'tenant_id': '29ebf57b6e124318a9856043c82c6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:15:46Z', 'revision_number': 6, 'project_id': '29ebf57b6e124318a9856043c82c6ce0', 'gw_port_host': None}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:15:48.319164 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37144'] for router, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.323119 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.330980 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f484ab9-c65a-40bb-bb70-e8118adcd65a None None] Network 9f0fd6e8-19bd-4794-a695-1a84e69db00c requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:48.444900 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676239'] for router, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.446566 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6015ada1-ba94-4cdb-bd76-d54921d95b2e {{(pid=93973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:15:48.456752 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] Notify callbacks [] for router, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.462904 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41362) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:48.463679 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-01bda957-784e-4150-b592-9103ff923ecb admin admin] 10.222.0.30 "DELETE /v2.0/routers/6015ada1-ba94-4cdb-bd76-d54921d95b2e HTTP/1.1" status: 204 len: 168 time: 1.8376582 Aug 27 03:15:48.528873 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4d915f-4098-4c71-9c7b-ef5c8c4ada4b admin admin] Deleting subnet ba576e08-034a-49cf-a144-e359cf3a8f82 {{(pid=93974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:15:48.532833 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2c4d915f-4098-4c71-9c7b-ef5c8c4ada4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.585262 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2c4d915f-4098-4c71-9c7b-ef5c8c4ada4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7350878'] for subnet, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.663263 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2c4d915f-4098-4c71-9c7b-ef5c8c4ada4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.753584 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2c4d915f-4098-4c71-9c7b-ef5c8c4ada4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4679056'] for subnet, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.798964 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d915f-4098-4c71-9c7b-ef5c8c4ada4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba576e08-034a-49cf-a144-e359cf3a8f82,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:48.804034 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2c4d915f-4098-4c71-9c7b-ef5c8c4ada4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.809199 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-2c4d915f-4098-4c71-9c7b-ef5c8c4ada4b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ba576e08-034a-49cf-a144-e359cf3a8f82 HTTP/1.1" status: 204 len: 168 time: 0.3437576 Aug 27 03:15:48.811933 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41370) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:48.913985 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:48.920855 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41374) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:48.925994 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-350496405-network', 'tenant_id': 'ddf3a470ed584d43847d6a48ecf09b19'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:49.011043 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Made reservation on behalf of ddf3a470ed584d43847d6a48ecf09b19 for: {'network': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:49.013279 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.036532 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.055226 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.077837 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b17879c-d837-4d30-a4db-99c881c934c0']}} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:49.102303 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8feffedf-9761-4b2b-9941-21e51949565c') {'for_net_delete': True} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:49.102864 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8feffedf-9761-4b2b-9941-21e51949565c') {} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:49.123640 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7350849'] for segment, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.151220 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.163499 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:49.164219 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600851'] for segment, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: Traceback (most recent call last): Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: timer() Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: cb(*args, **kw) Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: return func(*args, **kwargs) Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: self._notify() Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: self.callback(batched_events) Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: event.method(event) Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: return f(self, *a, **k) Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._get(url).json() Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:49.166308 dv-cinder-805887-5-iscsi neutron-server[93974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:49.258525 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.271727 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.271914 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] 10.222.0.30 "DELETE /v2.0/networks/2b17879c-d837-4d30-a4db-99c881c934c0 HTTP/1.1" status: 204 len: 168 time: 0.4578414 Aug 27 03:15:49.294816 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819b118-dd51-4f17-b2ab-a4bcc8b8162b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b17879c-d837-4d30-a4db-99c881c934c0,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:49.308638 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.313710 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.343547 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:49.355097 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3148e10f-0eee-4290-be38-28bce9f662e6,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:49.374120 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.374359 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.db.segments_db [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Added segment 6a84df15-b480-46c0-b6ef-37d1dbbdee43 of type vlan for network 5127dac9-6ff1-40bf-882c-92376180d601 Aug 27 03:15:49.434779 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.465606 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.466552 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:49.467207 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.530684 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6084781 Aug 27 03:15:49.537162 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41382) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:49.542355 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a200f47-4f1c-4619-9dca-f4db430b21d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5127dac9-6ff1-40bf-882c-92376180d601,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:49.556955 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 5127dac9-6ff1-40bf-882c-92376180d601 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:49.558250 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] Request body: {'subnet': {'network_id': '5127dac9-6ff1-40bf-882c-92376180d601', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-350496405-subnet', 'tenant_id': 'ddf3a470ed584d43847d6a48ecf09b19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:49.594830 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] Made reservation on behalf of ddf3a470ed584d43847d6a48ecf09b19 for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:49.597989 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711342'] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.628747 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41384) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:49.703626 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-8e9e3e98-ce10-4471-9532-41d8c19b7a22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29ebf57b6e124318a9856043c82c6ce0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0726726 Aug 27 03:15:49.706374 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41386) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:49.776325 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8a0cbc6e-2640-4d87-b50a-7379a8f436dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.789397 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 50967a3b-8d89-4555-9eed-9a6a7b9550f0 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:49.810654 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8a0cbc6e-2640-4d87-b50a-7379a8f436dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.832908 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 50967a3b-8d89-4555-9eed-9a6a7b9550f0 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:49.833839 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 50967a3b-8d89-4555-9eed-9a6a7b9550f0 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:49.834541 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:49.871590 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:49.872223 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 3cfc0361-1a8b-4e38-8ef4-49fad70c1832 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:49.873801 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5168305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711388'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.877393 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8a0cbc6e-2640-4d87-b50a-7379a8f436dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.880336 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8a0cbc6e-2640-4d87-b50a-7379a8f436dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:49.884334 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-8a0cbc6e-2640-4d87-b50a-7379a8f436dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/195d29fc-6f23-4e1e-8f21-eca6f930b48d HTTP/1.1" status: 204 len: 168 time: 0.1740856 Aug 27 03:15:49.893192 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cbc6e-2640-4d87-b50a-7379a8f436dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195d29fc-6f23-4e1e-8f21-eca6f930b48d,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:49.958289 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7499bc7-a95b-42e1-a06b-f59deef5f530,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:49.979868 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] Checking segment: {'id': '6a84df15-b480-46c0-b6ef-37d1dbbdee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5127dac9-6ff1-40bf-882c-92376180d601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:49.980572 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] Network hostable DHCP agents. Network: 5127dac9-6ff1-40bf-882c-92376180d601, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:50.009072 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] Network 5127dac9-6ff1-40bf-882c-92376180d601 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:50.022538 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 5127dac9-6ff1-40bf-882c-92376180d601) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:50.028959 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:50.029762 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.051175 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12375c-440c-4cb5-a7bb-4a7d198238ec None None] Network 5127dac9-6ff1-40bf-882c-92376180d601 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:50.068566 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-74056a01-7358-499c-9817-e00c5ad4d5dc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5183315 Aug 27 03:15:50.236636 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7663680-0766-446d-b5f1-d023d0f4f203 None None] Network 5127dac9-6ff1-40bf-882c-92376180d601 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:50.245655 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41394) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:50.297774 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fe296f-a426-4723-9eee-5498c904ef64 admin admin] Deleting subnet 8a5c6d86-1053-4e51-bf70-74bc148d95bc {{(pid=93974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:15:50.302861 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-30fe296f-a426-4723-9eee-5498c904ef64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.362490 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-30fe296f-a426-4723-9eee-5498c904ef64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7350878'] for subnet, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.455008 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-30fe296f-a426-4723-9eee-5498c904ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.564584 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-30fe296f-a426-4723-9eee-5498c904ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4679056'] for subnet, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.593081 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe296f-a426-4723-9eee-5498c904ef64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a5c6d86-1053-4e51-bf70-74bc148d95bc,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:50.596709 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-30fe296f-a426-4723-9eee-5498c904ef64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.599502 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-30fe296f-a426-4723-9eee-5498c904ef64 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8a5c6d86-1053-4e51-bf70-74bc148d95bc HTTP/1.1" status: 204 len: 168 time: 0.3523986 Aug 27 03:15:50.603413 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41408) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:50.702246 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.843651 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.863034 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0fd6e8-19bd-4794-a695-1a84e69db00c']}} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:50.884499 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00230638-50e4-4e49-beef-72c421ca9601') {'for_net_delete': True} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:50.884988 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00230638-50e4-4e49-beef-72c421ca9601') {} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:50.902913 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7350849'] for segment, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.931087 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.945096 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:50.945735 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600851'] for segment, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: Traceback (most recent call last): Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: timer() Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: cb(*args, **kw) Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: return func(*args, **kwargs) Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: self._notify() Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: self.callback(batched_events) Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: event.method(event) Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: return f(self, *a, **k) Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._get(url).json() Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:50.948860 dv-cinder-805887-5-iscsi neutron-server[93974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:50.980754 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41418) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:51.053611 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.072981 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.076437 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9f0fd6e8-19bd-4794-a695-1a84e69db00c HTTP/1.1" status: 204 len: 168 time: 0.4718308 Aug 27 03:15:51.079454 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41422) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:51.093811 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65b9d5-c2d5-46e4-8076-45e95fca0d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0fd6e8-19bd-4794-a695-1a84e69db00c,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:51.131565 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-723527719-network', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:51.137272 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_v2 [None req-5270e20e-ebb1-4a08-9694-5da2c156b48d admin admin] Deleting subnet f7499bc7-a95b-42e1-a06b-f59deef5f530 {{(pid=93973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:15:51.143488 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5270e20e-ebb1-4a08-9694-5da2c156b48d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.191058 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Made reservation on behalf of 3b0c44b963ff42e88ded4e0f3655d1b9 for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:51.193855 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.197584 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5270e20e-ebb1-4a08-9694-5da2c156b48d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4754585'] for subnet, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.233017 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.274510 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5270e20e-ebb1-4a08-9694-5da2c156b48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.381411 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5270e20e-ebb1-4a08-9694-5da2c156b48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711365'] for subnet, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.417781 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270e20e-ebb1-4a08-9694-5da2c156b48d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7499bc7-a95b-42e1-a06b-f59deef5f530,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:51.429841 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5270e20e-ebb1-4a08-9694-5da2c156b48d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.431922 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-5270e20e-ebb1-4a08-9694-5da2c156b48d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f7499bc7-a95b-42e1-a06b-f59deef5f530 HTTP/1.1" status: 204 len: 168 time: 0.3514132 Aug 27 03:15:51.434844 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41426) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:51.495414 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.504147 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.562629 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:51.572972 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fde74c-af8b-4822-a402-ab68fd4fe76e,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:51.586149 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.593950 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.594446 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Added segment baf3d3a5-6919-4605-bc15-facc67f6f65b of type vlan for network 1eb5933b-f51a-4eee-8470-bc2293d335c0 Aug 27 03:15:51.658833 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.751525 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.752506 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:51.753150 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.771139 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.829670 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5127dac9-6ff1-40bf-882c-92376180d601']}} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:51.840734 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8586609 Aug 27 03:15:51.844778 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41430) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:51.854088 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] Request body: {'subnet': {'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-subnet', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:51.864401 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a84df15-b480-46c0-b6ef-37d1dbbdee43') {'for_net_delete': True} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:51.864775 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a84df15-b480-46c0-b6ef-37d1dbbdee43') {} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:51.886462 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10f66b-4dc7-473f-8d43-4a6f2e6820b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb5933b-f51a-4eee-8470-bc2293d335c0,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:51.891187 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] Made reservation on behalf of 3b0c44b963ff42e88ded4e0f3655d1b9 for: {'subnet': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:51.891500 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4754566'] for segment, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.896584 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4679163'] for subnet, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.902708 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 1eb5933b-f51a-4eee-8470-bc2293d335c0 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:51.919342 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.932199 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:51.932199 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795156'] for segment, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: Traceback (most recent call last): Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: timer() Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: cb(*args, **kw) Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: return func(*args, **kwargs) Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: self._notify() Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: self.callback(batched_events) Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: event.method(event) Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: return f(self, *a, **k) Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._get(url).json() Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:51.935098 dv-cinder-805887-5-iscsi neutron-server[93973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:52.025139 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.033568 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.035862 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5127dac9-6ff1-40bf-882c-92376180d601 HTTP/1.1" status: 204 len: 168 time: 0.5992999 Aug 27 03:15:52.068832 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da44dd4-c590-4ea5-8baf-2f4777781885 admin admin] Pushing event deleted for resources: {'Network': ['ID=5127dac9-6ff1-40bf-882c-92376180d601,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:52.217888 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41434) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:52.232997 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4309942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4679049'] for subnet, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.293211 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-4fa6290c-565c-4847-8e6f-3cc32e1c99dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3b8e8319e984085a6171005518ec19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710678 Aug 27 03:15:52.296022 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41438) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:52.359244 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e1372b-bbc3-4edf-9c1e-64bda12b8637,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:52.374839 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] Checking segment: {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:52.375206 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] Network hostable DHCP agents. Network: 1eb5933b-f51a-4eee-8470-bc2293d335c0, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:52.402074 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fafd4d54-d92e-4a6c-97f9-a2481381ed59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.415562 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] Network 1eb5933b-f51a-4eee-8470-bc2293d335c0 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:52.441749 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fafd4d54-d92e-4a6c-97f9-a2481381ed59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.443706 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 1eb5933b-f51a-4eee-8470-bc2293d335c0) {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:52.453868 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd39f4b-f5ac-44d5-824f-7522277d8d64 None None] Network 1eb5933b-f51a-4eee-8470-bc2293d335c0 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:52.454246 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:52.455259 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.515141 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-0e335906-f45f-4cfb-b264-af98d9abd004 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6681671 Aug 27 03:15:52.522311 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41450) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:52.544063 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:52.575023 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fafd4d54-d92e-4a6c-97f9-a2481381ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.582697 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fafd4d54-d92e-4a6c-97f9-a2481381ed59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.586912 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-fafd4d54-d92e-4a6c-97f9-a2481381ed59 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0ecc556-c787-48d8-b502-15b4c876f278 HTTP/1.1" status: 204 len: 168 time: 0.2827842 Aug 27 03:15:52.607450 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37126'] for router, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.608679 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1682916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37137'] for router, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.620329 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd4d54-d92e-4a6c-97f9-a2481381ed59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ecc556-c787-48d8-b502-15b4c876f278,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:52.669352 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd400e9-8ed1-5679-b8ab-1778f6db8e30-1eb5933b-f51a-4eee-8470-bc2293d335c0', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637'}]}} from dv-cinder-805887-5-iscsi. {{(pid=93975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:52.670416 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.704733 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.883940 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:52.890443 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.db_base_plugin_common [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Allocated IP 172.20.0.2 (1eb5933b-f51a-4eee-8470-bc2293d335c0/c2e1372b-bbc3-4edf-9c1e-64bda12b8637/afd9ad73-ec58-43cd-bfad-fc19b4264123) {{(pid=93975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:53.117210 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Notify callbacks [] for port, precommit_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.132300 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Transition to ACTIVE for port object afd9ad73-ec58-43cd-bfad-fc19b4264123 will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:53.161766 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Transition to ACTIVE for port object afd9ad73-ec58-43cd-bfad-fc19b4264123 will not be triggered until provisioned by entity DHCP. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:53.171591 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.172503 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.193468 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.216320 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Network 1eb5933b-f51a-4eee-8470-bc2293d335c0 is already hosted by enough agents. {{(pid=93975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:53.222063 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.base_scheduler [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Resources bound (agent type, host, resource id): {{(pid=93975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:53.226892 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Received port after_create {{(pid=93975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:53.241977 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Pushing event updated for resources: {'Port': ['ID=afd9ad73-ec58-43cd-bfad-fc19b4264123,revision_number=1']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:53.262300 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41462) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:53.304603 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.305062 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.305620 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.306189 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.306755 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.307351 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.310378 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.310940 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-a3bddd0c-6c27-463e-9a0b-ce0fc625904e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddf3a470ed584d43847d6a48ecf09b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439241 Aug 27 03:15:53.311056 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.311056 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.311056 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.311056 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.311372 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41464) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:53.311449 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:53.333918 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Attempting to bind port afd9ad73-ec58-43cd-bfad-fc19b4264123 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:53.334449 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Attempting to bind port afd9ad73-ec58-43cd-bfad-fc19b4264123 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:53.335089 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Attempting to bind port afd9ad73-ec58-43cd-bfad-fc19b4264123 on network 1eb5933b-f51a-4eee-8470-bc2293d335c0 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:53.344263 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:53.344856 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Checking segment: {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:53.345306 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.345943 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Bound using segment: {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:53.346768 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Bound port: afd9ad73-ec58-43cd-bfad-fc19b4264123, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:53.347771 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.380615 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-44660f80-9857-4ddf-973f-37de98742b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.389198 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Allocated IP 172.27.1.147 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/43fb54b6-450b-4ca9-822d-ae8499554dff) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:53.421039 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-44660f80-9857-4ddf-973f-37de98742b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.459072 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] For port afd9ad73-ec58-43cd-bfad-fc19b4264123, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:53.463818 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] For port afd9ad73-ec58-43cd-bfad-fc19b4264123, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=afd9ad73-ec58-43cd-bfad-fc19b4264123,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:53.470268 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.521823 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-44660f80-9857-4ddf-973f-37de98742b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.528441 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-44660f80-9857-4ddf-973f-37de98742b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.530308 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-44660f80-9857-4ddf-973f-37de98742b7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3148e10f-0eee-4290-be38-28bce9f662e6 HTTP/1.1" status: 204 len: 168 time: 0.2179437 Aug 27 03:15:53.564058 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44660f80-9857-4ddf-973f-37de98742b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3148e10f-0eee-4290-be38-28bce9f662e6,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:53.608064 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2bf99-97a8-4323-b374-2f159afb4e7a None None] Pushing event updated for resources: {'Port': ['ID=afd9ad73-ec58-43cd-bfad-fc19b4264123,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:53.608358 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.705921 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:54.116681 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:54.120280 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:54.123033 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:54.172252 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Pushing event updated for resources: {'Port': ['ID=43fb54b6-450b-4ca9-822d-ae8499554dff,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:54.462938 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:54.874826 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682235'] for router, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:54.949036 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43710ed-9c3f-47eb-a4df-ba82d16b5c7b None None] Network 1eb5933b-f51a-4eee-8470-bc2293d335c0 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:55.101626 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-b2d7bdee-da0d-4c43-be2c-cf8efd143962 None None] Provisioning for port afd9ad73-ec58-43cd-bfad-fc19b4264123 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:55.115212 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Router 9c2b0ef7-5583-4a5e-9871-696351adfda8 is scheduled to L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b with binding_index 1 {{(pid=93973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:15:55.342400 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:15:55.359583 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Sync routers for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:15:55.374566 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] Notify callbacks [] for router, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:55.379258 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e2db0fd7-c8cd-400a-8faf-65e02066ae1f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8514690 Aug 27 03:15:55.379511 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41506) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:55.380664 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:55.381560 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:55.549248 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:55.916323 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device afd9ad73-ec58-43cd-bfad-fc19b4264123 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:56.004278 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:54Z', 'revision_number': 3, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:56.067741 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Checking router: 9c2b0ef7-5583-4a5e-9871-696351adfda8 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:15:56.068481 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Updating router 9c2b0ef7-5583-4a5e-9871-696351adfda8 port 43fb54b6-450b-4ca9-822d-ae8499554dff binding host dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:15:56.073052 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port afd9ad73-ec58-43cd-bfad-fc19b4264123 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:56.116087 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port afd9ad73-ec58-43cd-bfad-fc19b4264123 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:56.116940 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:56.130116 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:56.160537 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:56.432171 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Allocated IP 172.20.0.1 (1eb5933b-f51a-4eee-8470-bc2293d335c0/c2e1372b-bbc3-4edf-9c1e-64bda12b8637/c4b0b4c7-5d76-4d84-82c8-cb07261da832) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:56.532799 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:56.620004 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:56.650642 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.provisioning_blocks [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Transition to ACTIVE for port object c4b0b4c7-5d76-4d84-82c8-cb07261da832 will not be triggered until provisioned by entity DHCP. {{(pid=93974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:56.690061 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port afd9ad73-ec58-43cd-bfad-fc19b4264123, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=afd9ad73-ec58-43cd-bfad-fc19b4264123,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:56.707015 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:56.710995 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:56.784371 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Network 1eb5933b-f51a-4eee-8470-bc2293d335c0 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:56.790390 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:56.794838 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:56.845382 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=afd9ad73-ec58-43cd-bfad-fc19b4264123,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:56.851947 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b0b4c7-5d76-4d84-82c8-cb07261da832,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:56.892724 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682404'] for router_interface, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:56.975429 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Notify callbacks [] for port, precommit_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:56.998377 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Transition to ACTIVE for port object 43fb54b6-450b-4ca9-822d-ae8499554dff will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:57.011287 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.082447 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.117883 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Attempting to bind port 43fb54b6-450b-4ca9-822d-ae8499554dff on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:57.118486 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Attempting to bind port 43fb54b6-450b-4ca9-822d-ae8499554dff by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:57.119113 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Attempting to bind port 43fb54b6-450b-4ca9-822d-ae8499554dff on network d6676dde-6651-46ea-a9ba-371911ee51a4 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:57.132225 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146439-14a8-4289-973e-bf5691b41372 None None] Pushing event updated for resources: {'Port': ['ID=43fb54b6-450b-4ca9-822d-ae8499554dff,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:57.152732 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:57.153277 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Checking segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:57.154106 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.154982 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Bound using segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:57.155820 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Bound port: 43fb54b6-450b-4ca9-822d-ae8499554dff, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:57.156439 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.162680 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41546) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:57.166656 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-ce8639b5-5aaf-44bd-ac83-642da25b6ded None None] Provisioning for port c4b0b4c7-5d76-4d84-82c8-cb07261da832 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:57.214040 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-ce8639b5-5aaf-44bd-ac83-642da25b6ded None None] Provisioning complete for port c4b0b4c7-5d76-4d84-82c8-cb07261da832 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:57.214640 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ce8639b5-5aaf-44bd-ac83-642da25b6ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.307541 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f28946a5-01f4-40d8-9bec-02d1a3a7558c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.320658 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-ce8639b5-5aaf-44bd-ac83-642da25b6ded None None] Port c4b0b4c7-5d76-4d84-82c8-cb07261da832 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:15:57.335608 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] For port 43fb54b6-450b-4ca9-822d-ae8499554dff, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:57.341575 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] For port 43fb54b6-450b-4ca9-822d-ae8499554dff, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=43fb54b6-450b-4ca9-822d-ae8499554dff,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:57.350164 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.430366 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:57.431257 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:57.471666 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146439-14a8-4289-973e-bf5691b41372 None None] Pushing event updated for resources: {'Port': ['ID=43fb54b6-450b-4ca9-822d-ae8499554dff,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:57.477681 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f28946a5-01f4-40d8-9bec-02d1a3a7558c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.487836 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f28946a5-01f4-40d8-9bec-02d1a3a7558c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.556681 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-f28946a5-01f4-40d8-9bec-02d1a3a7558c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3471eeeb6755434abcb65acf58e24927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913324 Aug 27 03:15:57.558502 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28946a5-01f4-40d8-9bec-02d1a3a7558c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a68069-1dcf-4394-9b1c-d1fc9929e064,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:57.559471 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41552) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:57.609714 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:57.690275 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.693166 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8ad0be51-e1b3-4a4b-a5d1-bb986e2054ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.703321 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600895'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.761734 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8ad0be51-e1b3-4a4b-a5d1-bb986e2054ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.783390 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device afd9ad73-ec58-43cd-bfad-fc19b4264123 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:57.809486 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b0b4c7-5d76-4d84-82c8-cb07261da832,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:57.823647 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681467'] for router_interface, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.902467 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8ad0be51-e1b3-4a4b-a5d1-bb986e2054ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.905108 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8ad0be51-e1b3-4a4b-a5d1-bb986e2054ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:57.907511 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-8ad0be51-e1b3-4a4b-a5d1-bb986e2054ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49a68069-1dcf-4394-9b1c-d1fc9929e064 HTTP/1.1" status: 204 len: 168 time: 0.3445721 Aug 27 03:15:57.932249 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0be51-e1b3-4a4b-a5d1-bb986e2054ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a68069-1dcf-4394-9b1c-d1fc9929e064,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:57.959057 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Network 1eb5933b-f51a-4eee-8470-bc2293d335c0 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:57.961325 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:57.985253 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port afd9ad73-ec58-43cd-bfad-fc19b4264123 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:57.985883 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:58.103355 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:15:56Z', 'revision_number': 1, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:58.169780 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Router 9c2b0ef7-5583-4a5e-9871-696351adfda8 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:15:58.209849 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11d08f-2126-4e11-89e4-90eb4596bd58 None None] The sync data for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi is: [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:15:56Z', 'revision_number': 1, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:15:58.415349 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:15:58.423757 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-afeaf1ab-6679-49a0-8fc2-f3bdd268d075 admin admin] 10.222.0.30 "PUT /v2.0/routers/9c2b0ef7-5583-4a5e-9871-696351adfda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0426378 Aug 27 03:15:58.450445 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41564) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:58.467547 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-72c7fb02-7c5e-454f-90e3-aaa41d7dae7b None None] Provisioning complete for port c4b0b4c7-5d76-4d84-82c8-cb07261da832 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:58.467998 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-72c7fb02-7c5e-454f-90e3-aaa41d7dae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:58.488970 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e3a4491-2b80-4402-a3ff-3c22e0dcc033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:58.549519 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-72c7fb02-7c5e-454f-90e3-aaa41d7dae7b None None] Port c4b0b4c7-5d76-4d84-82c8-cb07261da832 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:15:58.659383 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e3a4491-2b80-4402-a3ff-3c22e0dcc033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:58.672698 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5e3a4491-2b80-4402-a3ff-3c22e0dcc033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:58.734252 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-5e3a4491-2b80-4402-a3ff-3c22e0dcc033 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58ea8c327c714743944464464cec9833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810531 Aug 27 03:15:58.735572 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a4491-2b80-4402-a3ff-3c22e0dcc033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7b29b3-b89a-469d-8042-06082e60976f,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:58.737655 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41570) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:58.839325 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9d5683ba-ac3a-4992-86e4-7be41a9eb262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:58.871338 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9d5683ba-ac3a-4992-86e4-7be41a9eb262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:58.928823 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9d5683ba-ac3a-4992-86e4-7be41a9eb262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:58.931894 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9d5683ba-ac3a-4992-86e4-7be41a9eb262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:58.935991 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-9d5683ba-ac3a-4992-86e4-7be41a9eb262 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d7b29b3-b89a-469d-8042-06082e60976f HTTP/1.1" status: 204 len: 168 time: 0.1944213 Aug 27 03:15:58.947657 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5683ba-ac3a-4992-86e4-7be41a9eb262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7b29b3-b89a-469d-8042-06082e60976f,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:59.171694 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41574) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:59.177188 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-2226fa11-8d12-4cb2-b359-187f342f6750 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102545505', 'description': 'tempest-description--1080185414'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:59.209736 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2226fa11-8d12-4cb2-b359-187f342f6750 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.371794 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2226fa11-8d12-4cb2-b359-187f342f6750 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.379985 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2226fa11-8d12-4cb2-b359-187f342f6750 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.413517 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2226fa11-8d12-4cb2-b359-187f342f6750 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.418152 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41584) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:59.430947 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-72f54fb1-5734-44ae-8ea4-1ec692b42be9 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'security_group_rule': {'security_group_id': 'c0860bf0-b374-4f15-8ca2-561a1526f56e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:59.436091 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-2226fa11-8d12-4cb2-b359-187f342f6750 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2626126 Aug 27 03:15:59.449744 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226fa11-8d12-4cb2-b359-187f342f6750 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0860bf0-b374-4f15-8ca2-561a1526f56e,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:59.483384 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-72f54fb1-5734-44ae-8ea4-1ec692b42be9 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.574337 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-72f54fb1-5734-44ae-8ea4-1ec692b42be9 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.579823 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-72f54fb1-5734-44ae-8ea4-1ec692b42be9 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.613124 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f54fb1-5734-44ae-8ea4-1ec692b42be9 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b1073b-6c3f-4ff0-821a-dd808ff343a6,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:59.619034 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-72f54fb1-5734-44ae-8ea4-1ec692b42be9 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.621918 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-72f54fb1-5734-44ae-8ea4-1ec692b42be9 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2018781 Aug 27 03:15:59.624642 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 41594) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:59.632219 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-906e4abf-51b6-414c-acee-f2c72dcee10f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'security_group_rule': {'security_group_id': 'c0860bf0-b374-4f15-8ca2-561a1526f56e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:59.687915 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-906e4abf-51b6-414c-acee-f2c72dcee10f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.810882 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-906e4abf-51b6-414c-acee-f2c72dcee10f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.820593 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-906e4abf-51b6-414c-acee-f2c72dcee10f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.828480 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 43fb54b6-450b-4ca9-822d-ae8499554dff up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:59.851237 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e4abf-51b6-414c-acee-f2c72dcee10f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb69a3a0-7692-4f0c-ace8-b8d79d052cd2,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:59.867306 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-906e4abf-51b6-414c-acee-f2c72dcee10f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.874094 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41600) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:59.874585 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-906e4abf-51b6-414c-acee-f2c72dcee10f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2481034 Aug 27 03:15:59.879934 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'floatingip': {'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:59.921086 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:59.952527 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 43fb54b6-450b-4ca9-822d-ae8499554dff completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:59.962402 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 43fb54b6-450b-4ca9-822d-ae8499554dff triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:59.963072 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:00.093018 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:00.093217 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:00.127285 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 43fb54b6-450b-4ca9-822d-ae8499554dff, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=43fb54b6-450b-4ca9-822d-ae8499554dff,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:00.133854 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:00.223297 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=43fb54b6-450b-4ca9-822d-ae8499554dff,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:00.264935 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Allocated IP 172.27.1.183 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/4e3407d2-0192-4e2f-b576-cf370cba1fa7) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:16:00.449535 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:00.544941 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:00.615485 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:16:00.621206 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:16:00.629356 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:16:00.690484 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'Port': ['ID=4e3407d2-0192-4e2f-b576-cf370cba1fa7,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:00.772591 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:00.825668 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:00.993749 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Sync routers for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:16:01.006593 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:16:01.007417 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:01.046123 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:01.053196 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:01.170512 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:16:01.189399 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'Port': ['ID=4e3407d2-0192-4e2f-b576-cf370cba1fa7,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:01.197520 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:01.217255 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:01.220772 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-52812c9d-cb70-4e14-9af8-0fcaf046843b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3447335 Aug 27 03:16:01.457713 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 2, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:01.492680 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Checking router: 9c2b0ef7-5583-4a5e-9871-696351adfda8 for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:16:01.493400 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Updating router 9c2b0ef7-5583-4a5e-9871-696351adfda8 port c4b0b4c7-5d76-4d84-82c8-cb07261da832 binding host dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:16:01.531811 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:01.546078 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-f00f87da-d881-443c-9463-a0816251fe21 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--102545505&fields=id&tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9 HTTP/1.1" status: 200 len: 267 time: 0.0655873 Aug 27 03:16:01.726280 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-50864913-e8bd-4f20-8a37-9e7709d5d5ca tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:01.729527 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-50864913-e8bd-4f20-8a37-9e7709d5d5ca tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 816 time: 0.1759348 Aug 27 03:16:01.763466 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-a2b1ee71-5c21-4c4f-9e15-2ed109f99d5c tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/quotas/3b0c44b963ff42e88ded4e0f3655d1b9 HTTP/1.1" status: 200 len: 375 time: 0.0262311 Aug 27 03:16:01.830832 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 43fb54b6-450b-4ca9-822d-ae8499554dff up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:16:01.857392 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-83250870-f0ca-4545-8bbf-9a0f0f1040e6 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811493 Aug 27 03:16:01.959674 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 43fb54b6-450b-4ca9-822d-ae8499554dff triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:16:01.960742 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:01.975132 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:01.986924 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Transition to ACTIVE for port object c4b0b4c7-5d76-4d84-82c8-cb07261da832 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:16:01.996711 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:02.061904 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71726de2-4605-4bea-80d3-f7bf86c9894f None None] Pushing event updated for resources: {'Port': ['ID=c4b0b4c7-5d76-4d84-82c8-cb07261da832,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:02.107340 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-6f531b4c-70e2-4b66-b359-bdc1719e450d service neutron] 10.222.0.30 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976354 Aug 27 03:16:02.204203 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Attempting to bind port c4b0b4c7-5d76-4d84-82c8-cb07261da832 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:16:02.204850 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Attempting to bind port c4b0b4c7-5d76-4d84-82c8-cb07261da832 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:16:02.205220 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Attempting to bind port c4b0b4c7-5d76-4d84-82c8-cb07261da832 on network 1eb5933b-f51a-4eee-8470-bc2293d335c0 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:16:02.223953 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:16:02.224321 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Checking segment: {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:16:02.224910 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:02.226177 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Bound using segment: {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:16:02.229315 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Bound port: c4b0b4c7-5d76-4d84-82c8-cb07261da832, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:16:02.229947 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:02.276158 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-45c59d62-5384-4c90-9262-f795c1c7cab8 service neutron] 10.222.0.30 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675358 Aug 27 03:16:02.327738 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] For port c4b0b4c7-5d76-4d84-82c8-cb07261da832, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:16:02.332957 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] For port c4b0b4c7-5d76-4d84-82c8-cb07261da832, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=c4b0b4c7-5d76-4d84-82c8-cb07261da832,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:16:02.338308 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:02.413230 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:16:02.413888 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:15:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:02.420789 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71726de2-4605-4bea-80d3-f7bf86c9894f None None] Pushing event updated for resources: {'Port': ['ID=c4b0b4c7-5d76-4d84-82c8-cb07261da832,revision_number=4']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:02.558868 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-acc2b53e-d7cc-410a-9854-e50760074231 req-9099043d-c3ac-41f9-9b68-40356c572d52 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 210 time: 0.0329609 Aug 27 03:16:02.607778 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:16:02.966678 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:02Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:02.997011 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52526e5-e4e9-415c-be2b-fa96e0815818 None None] The sync data for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi is: [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:02Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:16:03.751317 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7beb1462-5491-4c5e-8b47-c933d6baed20 req-a55e1c9e-54f7-42f6-b709-107e3557de1f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 210 time: 0.0737069 Aug 27 03:16:03.779492 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-35bb649d-b6e8-448c-82a4-aa14071c9bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:03.906387 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device c4b0b4c7-5d76-4d84-82c8-cb07261da832 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:16:03.992466 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-5b4d2999-def0-46fc-b1c2-8612f40684ed tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:03.994058 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-5b4d2999-def0-46fc-b1c2-8612f40684ed tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.21 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 816 time: 0.2963028 Aug 27 03:16:04.002906 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port c4b0b4c7-5d76-4d84-82c8-cb07261da832 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:16:04.010000 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port c4b0b4c7-5d76-4d84-82c8-cb07261da832 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:16:04.010709 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:04.050942 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-a37d546f-34c6-4555-988e-4b8618a5425c tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9 HTTP/1.1" status: 200 len: 379 time: 0.0464895 Aug 27 03:16:04.065579 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'port': {'device_id': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'admin_state_up': True, 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'security_groups': ['c0860bf0-b374-4f15-8ca2-561a1526f56e']}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:16:04.118368 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:04.169683 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port c4b0b4c7-5d76-4d84-82c8-cb07261da832, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=c4b0b4c7-5d76-4d84-82c8-cb07261da832,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:04.174866 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:04.228692 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=c4b0b4c7-5d76-4d84-82c8-cb07261da832,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:04.236757 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Made reservation on behalf of 3b0c44b963ff42e88ded4e0f3655d1b9 for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:16:04.241417 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:04.395537 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Allocated IP 172.20.0.6 (1eb5933b-f51a-4eee-8470-bc2293d335c0/c2e1372b-bbc3-4edf-9c1e-64bda12b8637/28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:16:04.552077 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:04.575079 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Transition to ACTIVE for port object 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a will not be triggered until provisioned by entity DHCP. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:16:04.613835 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:04.660825 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Network 1eb5933b-f51a-4eee-8470-bc2293d335c0 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:16:04.666801 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:16:04.671259 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:16:04.679354 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'Port': ['ID=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:04.734019 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:04.735213 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:04.755842 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-47ee007e-5851-423d-9991-0d4e8082c429 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6990011 Aug 27 03:16:04.770824 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Request body: {'port': {'device_id': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:16:04.834589 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:05.005821 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-4747bf77-fe52-4191-9b87-224fffdb3165 None None] Provisioning for port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:16:05.013708 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-4747bf77-fe52-4191-9b87-224fffdb3165 None None] Provisioning complete for port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:16:05.014382 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4747bf77-fe52-4191-9b87-224fffdb3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:05.021256 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9483f-f985-4df4-9f28-6d4b86c7ec66 req-fe57ef39-66ee-4015-a4c1-65bc5b79da59 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:05.022905 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-16f9483f-f985-4df4-9f28-6d4b86c7ec66 req-fe57ef39-66ee-4015-a4c1-65bc5b79da59 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 931 time: 0.1308215 Aug 27 03:16:05.090220 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-4747bf77-fe52-4191-9b87-224fffdb3165 None None] Port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:16:05.156478 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-16f9483f-f985-4df4-9f28-6d4b86c7ec66 req-aa0b967b-43e0-4216-b48b-75e2a7fb1e53 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0860bf0-b374-4f15-8ca2-561a1526f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138272 Aug 27 03:16:05.259580 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:16:05.274157 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:05.292067 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Transition to ACTIVE for port object 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:16:05.296697 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:05.352294 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Pushing event updated for resources: {'Port': ['ID=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:05.441554 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Attempting to bind port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:16:05.441988 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Attempting to bind port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:16:05.442340 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Attempting to bind port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a on network 1eb5933b-f51a-4eee-8470-bc2293d335c0 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:16:05.448171 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a on network 1eb5933b-f51a-4eee-8470-bc2293d335c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:16:05.448502 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Attempting to bind port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a on network 1eb5933b-f51a-4eee-8470-bc2293d335c0 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:16:05.454539 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:16:05.454940 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Checking segment: {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:16:05.455317 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Bound using segment: {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:16:05.455775 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Bound port: 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:16:05.456366 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:05.548344 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] For port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:16:05.552093 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] For port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:16:05.557642 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:05.594614 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:05.595278 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:05.596736 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] 10.222.0.21 "PUT /v2.0/ports/28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a HTTP/1.1" status: 200 len: 1093 time: 0.8311248 Aug 27 03:16:05.597811 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'tag': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:16:05.600307 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0fb2cf-4705-4313-826a-31e67a18fba9", "tag": "28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:16:05.633572 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca349e-46be-4686-826b-1d759fd565b6 service neutron] Pushing event updated for resources: {'Port': ['ID=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:05.669552 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf32e55-709d-48d4-8cdf-b8a4b035174f x-openstack-request-id: req-abf32e55-709d-48d4-8cdf-b8a4b035174f {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:16:05.669847 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0fb2cf-4705-4313-826a-31e67a18fba9", "tag": "28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:16:05.670096 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abf32e55-709d-48d4-8cdf-b8a4b035174f {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:16:05.670504 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'tag': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a', 'status': 'completed', 'code': 200} Aug 27 03:16:05.732080 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-3f879619-3ac8-47fe-8a55-70a5156744d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:05.733898 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-3f879619-3ac8-47fe-8a55-70a5156744d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 1096 time: 0.0573199 Aug 27 03:16:05.779449 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device c4b0b4c7-5d76-4d84-82c8-cb07261da832 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:16:05.797088 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-514fce5f-4fc4-4d7b-ae1a-967c025e3e4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a HTTP/1.1" status: 200 len: 217 time: 0.0548894 Aug 27 03:16:05.850471 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port c4b0b4c7-5d76-4d84-82c8-cb07261da832 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:16:05.850914 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:05.861056 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-a6fae95d-830b-4d11-bff8-3830a675d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:05.863014 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-a6fae95d-830b-4d11-bff8-3830a675d018 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2e1372b-bbc3-4edf-9c1e-64bda12b8637 HTTP/1.1" status: 200 len: 855 time: 0.0582478 Aug 27 03:16:05.918481 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-6a049c32-b08d-4467-84ed-c1fe29da6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:05.920095 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-6a049c32-b08d-4467-84ed-c1fe29da6c5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1eb5933b-f51a-4eee-8470-bc2293d335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501223 Aug 27 03:16:06.050903 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-d16de5a2-77eb-4190-9a61-31672eba170f service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223145 Aug 27 03:16:06.142146 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:06.166543 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-72844e3a-c236-48e6-b43f-48e769bbd3bc req-8d10c6fd-336e-4ded-a2a6-1de7fb9b30dd service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086407 Aug 27 03:16:06.298815 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba req-4b988368-906a-43cd-9d39-0b4a8c903cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:06.302277 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba req-4b988368-906a-43cd-9d39-0b4a8c903cc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 1096 time: 0.0754378 Aug 27 03:16:06.367965 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e8533-31e9-4d2d-a520-27ac18e2944c req-f6c991e2-a538-4245-9a54-16b67afff311 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:06.369605 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e49e8533-31e9-4d2d-a520-27ac18e2944c req-f6c991e2-a538-4245-9a54-16b67afff311 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 943 time: 0.1175997 Aug 27 03:16:06.445955 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e49e8533-31e9-4d2d-a520-27ac18e2944c req-743b04c2-ae96-4bc7-95f7-bd33bfee7ae9 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0860bf0-b374-4f15-8ca2-561a1526f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693009 Aug 27 03:16:06.449110 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba req-1167a72e-10bb-442e-8c23-14757beca79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:06.450578 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba req-1167a72e-10bb-442e-8c23-14757beca79a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 917 time: 0.1431797 Aug 27 03:16:06.496540 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba req-7f1744f6-61dc-4b4a-ac98-1d6bfdfbe639 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a HTTP/1.1" status: 200 len: 217 time: 0.0376098 Aug 27 03:16:06.557207 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba req-da860c71-b5ed-4146-8849-1cf8d45c11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:06.558761 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba req-da860c71-b5ed-4146-8849-1cf8d45c11f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2e1372b-bbc3-4edf-9c1e-64bda12b8637 HTTP/1.1" status: 200 len: 855 time: 0.0542676 Aug 27 03:16:06.608516 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba req-eea79f4c-f79b-42eb-a086-00a4eea6d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:06.610043 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba req-eea79f4c-f79b-42eb-a086-00a4eea6d993 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1eb5933b-f51a-4eee-8470-bc2293d335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430467 Aug 27 03:16:06.706268 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba req-4839f9fd-9aca-44e3-b97c-da9046ac0aed service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883145 Aug 27 03:16:06.808666 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e3fcd6d3-7a87-4015-9ab7-358f6b2fbdba req-c5b92df0-ba4a-4dae-a3cc-abda5991d708 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949159 Aug 27 03:16:07.243172 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:16:07.357374 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:07.374351 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'port_id': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a', 'mac_address': 'fa:16:3e:88:e1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:16:07.414342 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:07.428704 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:16:07.450333 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:07.457085 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:07.511386 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:07.570308 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ced8e054-b2db-44a3-925b-12029de67c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:07.584998 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1820514-571a-467d-9c66-3d9dad8319b1 req-2ebb9e2a-1fb1-4cec-95d2-ece2df7c2c9c tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:07.586603 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e1820514-571a-467d-9c66-3d9dad8319b1 req-2ebb9e2a-1fb1-4cec-95d2-ece2df7c2c9c tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 944 time: 0.0586951 Aug 27 03:16:07.631234 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e1820514-571a-467d-9c66-3d9dad8319b1 req-a15ddbef-f13e-4af6-ab34-aac91886955d tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0860bf0-b374-4f15-8ca2-561a1526f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365596 Aug 27 03:16:07.687553 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:16:08.356182 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:08.777762 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095ab5f-2b4a-4840-a645-9f3c03228884 req-610cd924-4ba5-428b-ac6f-ca3ebd4028b3 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:08.779330 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0095ab5f-2b4a-4840-a645-9f3c03228884 req-610cd924-4ba5-428b-ac6f-ca3ebd4028b3 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 944 time: 0.0653532 Aug 27 03:16:08.822218 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0095ab5f-2b4a-4840-a645-9f3c03228884 req-88a972aa-581f-4920-b600-b458eca70582 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0860bf0-b374-4f15-8ca2-561a1526f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363545 Aug 27 03:16:09.242052 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:16:09.296459 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:16:09.301531 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:16:09.301899 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:09.385286 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:09.409675 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:16:09.412218 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98006d58-e8fc-4d23-9b25-f8105243ec24" -d '{"events": [{"server_uuid": "ae0fb2cf-4705-4313-826a-31e67a18fba9", "name": "network-vif-plugged", "status": "completed", "tag": "28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:16:09.425469 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:09.429426 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:09.454436 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f95d7d6-4570-4766-a3d6-057566d99741 x-openstack-request-id: req-1f95d7d6-4570-4766-a3d6-057566d99741 {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:16:09.455287 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0fb2cf-4705-4313-826a-31e67a18fba9", "name": "network-vif-plugged", "status": "completed", "tag": "28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:16:09.455564 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f95d7d6-4570-4766-a3d6-057566d99741 {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:16:09.455943 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a', 'code': 200} Aug 27 03:16:09.483574 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:09.625083 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4eb69-f616-45c8-aaa8-c292e36f69cd req-1db78a68-602b-421a-b40e-96fc2e3ea474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:09.626614 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cbe4eb69-f616-45c8-aaa8-c292e36f69cd req-1db78a68-602b-421a-b40e-96fc2e3ea474 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0438168 Aug 27 03:16:09.665848 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cbe4eb69-f616-45c8-aaa8-c292e36f69cd req-338b7659-690e-41bb-82a3-fadea15d2989 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c0860bf0-b374-4f15-8ca2-561a1526f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324624 Aug 27 03:16:09.947588 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e887dfa-7a67-4204-9b97-4837dc03b61f req-db04151e-f2a0-4ca2-8fe1-a5947d70f663 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:09.949075 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e887dfa-7a67-4204-9b97-4837dc03b61f req-db04151e-f2a0-4ca2-8fe1-a5947d70f663 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 945 time: 0.0523117 Aug 27 03:16:09.990829 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e887dfa-7a67-4204-9b97-4837dc03b61f req-ca2644e0-e2e6-4b4e-8b28-87786dd00ba6 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0860bf0-b374-4f15-8ca2-561a1526f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356319 Aug 27 03:16:10.101792 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:16:10.948104 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:11.123576 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66ac72-45e1-446d-817c-dba06b4fdec2 req-d3b3dec6-22bd-46f4-a620-2d3383106165 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:11.125119 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5e66ac72-45e1-446d-817c-dba06b4fdec2 req-d3b3dec6-22bd-46f4-a620-2d3383106165 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 945 time: 0.0599129 Aug 27 03:16:11.182273 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5e66ac72-45e1-446d-817c-dba06b4fdec2 req-6e267f52-6544-4a87-aa1c-030922d48133 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0860bf0-b374-4f15-8ca2-561a1526f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501235 Aug 27 03:16:11.305958 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769daf16-c787-4c68-ae90-043c36f12175 req-f05dab8c-03dd-40fd-aa70-5c0602fa21c1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:11.307511 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-769daf16-c787-4c68-ae90-043c36f12175 req-f05dab8c-03dd-40fd-aa70-5c0602fa21c1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 945 time: 0.0527976 Aug 27 03:16:11.317083 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 41774) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:16:11.321818 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-736263da-4fcf-4f0d-b867-32bb94348c7b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'floatingip': {'port_id': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:16:11.365287 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-736263da-4fcf-4f0d-b867-32bb94348c7b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:12.102446 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-736263da-4fcf-4f0d-b867-32bb94348c7b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:12.106568 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-736263da-4fcf-4f0d-b867-32bb94348c7b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:12.208815 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.l3_db [None req-736263da-4fcf-4f0d-b867-32bb94348c7b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Floating IP 2068fb7f-0e3d-42f4-8eab-b6d760ba0837 associated. External IP: 172.27.1.183, port: 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a. Aug 27 03:16:12.423176 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736263da-4fcf-4f0d-b867-32bb94348c7b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Router 9c2b0ef7-5583-4a5e-9871-696351adfda8 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:16:12.540214 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736263da-4fcf-4f0d-b867-32bb94348c7b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:16:12.545757 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-736263da-4fcf-4f0d-b867-32bb94348c7b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:12.551538 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb0114-e434-47ac-9300-eca602149a6c None None] Sync routers for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:16:12.562518 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb0114-e434-47ac-9300-eca602149a6c None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:16:12.562518 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-b0eb0114-e434-47ac-9300-eca602149a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:16:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:12.588753 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-736263da-4fcf-4f0d-b867-32bb94348c7b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "PUT /v2.0/floatingips/2068fb7f-0e3d-42f4-8eab-b6d760ba0837 HTTP/1.1" status: 200 len: 991 time: 1.2700365 Aug 27 03:16:12.589602 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'tag': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:16:12.593667 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7892c6b5-f733-47da-a63a-64564973bff0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0fb2cf-4705-4313-826a-31e67a18fba9", "tag": "28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:16:12.636554 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7317dd-6fd6-46c0-b349-cf6bff9061c2 x-openstack-request-id: req-4b7317dd-6fd6-46c0-b349-cf6bff9061c2 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:16:12.636865 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0fb2cf-4705-4313-826a-31e67a18fba9", "tag": "28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:16:12.637104 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b7317dd-6fd6-46c0-b349-cf6bff9061c2 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:16:12.637507 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'tag': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a', 'status': 'completed', 'code': 200} Aug 27 03:16:12.707147 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c6b5-f733-47da-a63a-64564973bff0 req-f8c12b90-e7e8-4caf-b7cc-544b3b641885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:12.709905 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7892c6b5-f733-47da-a63a-64564973bff0 req-f8c12b90-e7e8-4caf-b7cc-544b3b641885 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0478723 Aug 27 03:16:12.810677 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c6b5-f733-47da-a63a-64564973bff0 req-50e81b6f-a8b1-46da-af2b-d52e1aa3cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:12.812175 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7892c6b5-f733-47da-a63a-64564973bff0 req-50e81b6f-a8b1-46da-af2b-d52e1aa3cfa9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 917 time: 0.0959437 Aug 27 03:16:12.820420 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-b0eb0114-e434-47ac-9300-eca602149a6c None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:16:12.883968 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7892c6b5-f733-47da-a63a-64564973bff0 req-ba25d0a0-5411-474a-a555-09463f5346b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a HTTP/1.1" status: 200 len: 999 time: 0.0643332 Aug 27 03:16:12.933977 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c6b5-f733-47da-a63a-64564973bff0 req-798f0565-277f-45a8-b4f3-c1bce34f1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:12.935826 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7892c6b5-f733-47da-a63a-64564973bff0 req-798f0565-277f-45a8-b4f3-c1bce34f1f37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2e1372b-bbc3-4edf-9c1e-64bda12b8637 HTTP/1.1" status: 200 len: 855 time: 0.0457337 Aug 27 03:16:12.991964 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c6b5-f733-47da-a63a-64564973bff0 req-08174a28-bb81-473e-9745-c38cbcdb8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:12.993494 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7892c6b5-f733-47da-a63a-64564973bff0 req-08174a28-bb81-473e-9745-c38cbcdb8ab1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1eb5933b-f51a-4eee-8470-bc2293d335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470102 Aug 27 03:16:13.097321 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7892c6b5-f733-47da-a63a-64564973bff0 req-7b5c9f10-0c40-4010-8055-c4397ba43da4 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959182 Aug 27 03:16:13.108843 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-b0eb0114-e434-47ac-9300-eca602149a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': '2068fb7f-0e3d-42f4-8eab-b6d760ba0837', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'port_id': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'mac_address': 'fa:16:3e:88:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:16:00Z', 'updated_at': '2021-08-27T03:16:12Z', 'revision_number': 1, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:13.135997 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb0114-e434-47ac-9300-eca602149a6c None None] Checking router: 9c2b0ef7-5583-4a5e-9871-696351adfda8 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:16:13.145023 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb0114-e434-47ac-9300-eca602149a6c None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:16:13.145652 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-b0eb0114-e434-47ac-9300-eca602149a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:16:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:13.197832 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7892c6b5-f733-47da-a63a-64564973bff0 req-1afc7881-5285-4f9f-a062-3f1678688ac2 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929441 Aug 27 03:16:13.254165 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-b0eb0114-e434-47ac-9300-eca602149a6c None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:16:13.491724 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-b0eb0114-e434-47ac-9300-eca602149a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': '2068fb7f-0e3d-42f4-8eab-b6d760ba0837', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'port_id': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'mac_address': 'fa:16:3e:88:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:16:00Z', 'updated_at': '2021-08-27T03:16:12Z', 'revision_number': 1, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:13.520010 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb0114-e434-47ac-9300-eca602149a6c None None] The sync data for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi is: [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': '2068fb7f-0e3d-42f4-8eab-b6d760ba0837', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'port_id': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'mac_address': 'fa:16:3e:88:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:16:00Z', 'updated_at': '2021-08-27T03:16:12Z', 'revision_number': 1, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:16:13.716757 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a805659-f27c-4f26-b217-42ba3610e1ae None None] New status for floating IP 2068fb7f-0e3d-42f4-8eab-b6d760ba0837: ACTIVE {{(pid=93976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:16:17.127233 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-6d857694-22c0-4ca9-b3af-c4c84c15ed17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498457 Aug 27 03:16:17.190176 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-35a47fc9-1817-4e6b-930d-30f3672b20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:17.191811 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-35a47fc9-1817-4e6b-930d-30f3672b20bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0423968 Aug 27 03:16:17.302664 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-a7740982-3048-494c-bafa-1760872bf9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:17.304113 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-a7740982-3048-494c-bafa-1760872bf9cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0920362 Aug 27 03:16:17.371791 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-b1f8ab78-fbae-4b8f-a7d8-8cced5932b1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 1000 time: 0.0594013 Aug 27 03:16:17.427591 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-31f0fec7-bc53-448f-a815-cb0fff2de90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:17.429167 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-31f0fec7-bc53-448f-a815-cb0fff2de90e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0498950 Aug 27 03:16:17.483926 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-fe9c286f-43b5-4952-b1c5-236d33a627bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:17.485450 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-fe9c286f-43b5-4952-b1c5-236d33a627bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487728 Aug 27 03:16:17.579176 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-0a1414e4-82ad-493a-ae4b-202e7c2d1493 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861459 Aug 27 03:16:17.670829 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:17.683663 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-91126298-6f44-4ea6-b6ff-2143e8ce1185 req-d5000034-e3eb-4162-b56a-c4d20b245226 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969772 Aug 27 03:16:33.731032 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7b98a3ee-9386-4a35-8f79-d648f63cb6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:36.126388 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:37.575923 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-40f8fe6f-9d5d-4be9-8503-2eee7cca688a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:38.358840 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:40.951602 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:47.101348 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:16:47.700595 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:03.725731 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-be5ea07b-3d12-4e56-82b9-62a20d3f40b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:06.128177 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.570970 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-84509644-115a-4a51-b259-4ae26716f894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:08.361722 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.954946 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:17.695822 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:19.761806 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-53c142dd-ba1f-4d96-b20e-5f24da124418 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1310902 Aug 27 03:17:19.845805 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-364e5296-39ed-49be-9537-8458199ac873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:19.848284 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-364e5296-39ed-49be-9537-8458199ac873 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0432327 Aug 27 03:17:19.962144 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-b59f6b3e-d89f-4fa8-88e5-2d0435b41b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:19.963677 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-b59f6b3e-d89f-4fa8-88e5-2d0435b41b95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0962422 Aug 27 03:17:20.030183 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-bf12f605-aad5-4920-a21a-707e6ee11865 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 1000 time: 0.0593493 Aug 27 03:17:20.092401 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-5247078d-9da7-412a-8371-c7482ba79037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:20.093899 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-5247078d-9da7-412a-8371-c7482ba79037 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0568419 Aug 27 03:17:20.144987 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-1bc88131-085b-4005-9f5c-ecb7bb811ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:20.146432 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-1bc88131-085b-4005-9f5c-ecb7bb811ab9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461879 Aug 27 03:17:20.253555 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-7761afb5-85c6-41b2-961d-9870a2cdf262 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999002 Aug 27 03:17:20.355536 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d1ea7e3f-b5ea-4e25-97a4-fddc5f7e1ad7 req-3521fbc7-a72f-49c0-8661-d269e49a5bb6 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952034 Aug 27 03:17:24.101073 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:17:33.727209 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-838c5b80-0211-49e5-816e-008d5aa6050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:36.138367 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:37.572639 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-96984363-752f-4a67-9b34-b3f9f587d695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:38.363869 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:40.968479 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:47.705915 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.100071 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:18:03.727216 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb8b9-44d0-4b25-a963-965603195c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:06.130213 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:07.572920 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-b9244cc9-0bcf-4b40-813a-1fd50e1d43d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:08.370952 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:10.960070 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:17.721063 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:20.113964 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a8dcf0ac-1bc3-45d3-b8d9-a46829577e44 req-f87924a6-ca63-4af2-8d79-9beb60643407 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442979 Aug 27 03:18:20.175636 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcf0ac-1bc3-45d3-b8d9-a46829577e44 req-44304305-a4d9-4f74-a323-2cb618c34eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:20.177170 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a8dcf0ac-1bc3-45d3-b8d9-a46829577e44 req-44304305-a4d9-4f74-a323-2cb618c34eb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e04043008246e9b58aecff0ff3f01d&device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 1098 time: 0.0415568 Aug 27 03:18:20.284713 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcf0ac-1bc3-45d3-b8d9-a46829577e44 req-79f1bb58-5d1c-4989-9a2d-91c0942cfa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:20.286117 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a8dcf0ac-1bc3-45d3-b8d9-a46829577e44 req-79f1bb58-5d1c-4989-9a2d-91c0942cfa6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad22cb0f-2f83-463f-9892-62414600ad31 HTTP/1.1" status: 200 len: 915 time: 0.0876315 Aug 27 03:18:20.328344 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a8dcf0ac-1bc3-45d3-b8d9-a46829577e44 req-f670a443-f899-4410-b8f1-11b9ed953354 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 HTTP/1.1" status: 200 len: 217 time: 0.0352931 Aug 27 03:18:20.379537 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcf0ac-1bc3-45d3-b8d9-a46829577e44 req-fe96dbe2-1d1b-4204-856d-d8a247491a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:20.381104 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a8dcf0ac-1bc3-45d3-b8d9-a46829577e44 req-fe96dbe2-1d1b-4204-856d-d8a247491a96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c7e8f6f-e958-408d-ba70-23aa36bba06a HTTP/1.1" status: 200 len: 854 time: 0.0465329 Aug 27 03:18:20.419461 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a8dcf0ac-1bc3-45d3-b8d9-a46829577e44 req-b06c76f7-25d6-4e64-99a4-806967b916a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad22cb0f-2f83-463f-9892-62414600ad31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314064 Aug 27 03:18:20.514917 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a8dcf0ac-1bc3-45d3-b8d9-a46829577e44 req-2efd41cf-58e9-4dc6-9b5a-1bc65185d5a9 service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872767 Aug 27 03:18:20.614231 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a8dcf0ac-1bc3-45d3-b8d9-a46829577e44 req-931038ff-dd33-4eef-9eec-f54148f6ec30 service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919428 Aug 27 03:18:33.730507 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ac4c02b3-6b5a-4c50-ba8e-42a0a4930f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:36.133423 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:37.573193 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-01e05a83-40a5-427f-844a-8c7f59c82e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:38.104780 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:18:38.370333 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:40.963971 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:47.730416 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:03.744675 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-9f1dcdf6-4341-4169-8a76-103f903c4e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:06.137648 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:07.578798 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-52af0ffb-706c-4e84-a877-d87c6529c9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:08.375350 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:10.968097 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:15.103924 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:19:17.734576 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:22.672441 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-e6073e84-5d43-40f0-9822-a00d329f955b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417542 Aug 27 03:19:22.736778 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-7ffd7feb-ac80-4e1b-8288-1fbd0283836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:22.739194 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-7ffd7feb-ac80-4e1b-8288-1fbd0283836f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0452700 Aug 27 03:19:22.856072 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-9803b79b-339a-4f8d-8d5c-15994feb31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:22.857597 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-9803b79b-339a-4f8d-8d5c-15994feb31b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 917 time: 0.0975335 Aug 27 03:19:22.941476 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-76d593a1-0f81-435d-a728-7a525398b056 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a HTTP/1.1" status: 200 len: 1001 time: 0.0770192 Aug 27 03:19:22.993023 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-d96e8a38-209f-48d3-9e9d-edf5a18d2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:22.994923 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-d96e8a38-209f-48d3-9e9d-edf5a18d2326 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2e1372b-bbc3-4edf-9c1e-64bda12b8637 HTTP/1.1" status: 200 len: 855 time: 0.0465484 Aug 27 03:19:23.047420 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-5679d32a-7f83-4d09-ab08-2d3ee6bb7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:23.049000 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-5679d32a-7f83-4d09-ab08-2d3ee6bb7e81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1eb5933b-f51a-4eee-8470-bc2293d335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463860 Aug 27 03:19:23.140961 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-6abd63ce-bded-41f3-afa3-fbc638d70016 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849290 Aug 27 03:19:23.240892 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2f06c67d-8362-4c3b-95bc-005aad5bd62f req-f1965b6e-98c8-4aff-8613-7481828d88c9 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930324 Aug 27 03:19:33.738422 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-eae8013e-0b9f-4e55-8fba-728c70c252b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:36.160958 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:37.570641 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-fd45d0df-1893-4cbb-a0ea-72fe746ec7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:38.376904 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:40.969056 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:47.745276 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:52.103099 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:20:03.739261 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-93fcda34-f749-4f94-a2ef-ff561acf566e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.143037 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:07.572312 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8cbd-6aa6-4a77-918f-248159788df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:08.379355 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:10.971559 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:17.745400 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:24.135084 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-f7787b90-2277-4fbe-9f61-1a317322eb9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623684 Aug 27 03:20:24.219036 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-bd1357df-e962-4e0f-8249-8e4493d5dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:24.220933 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-bd1357df-e962-4e0f-8249-8e4493d5dcb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0420392 Aug 27 03:20:24.336024 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-f7a40ff5-f553-4580-b1c5-886de797dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:24.337531 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-f7a40ff5-f553-4580-b1c5-886de797dd78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0972199 Aug 27 03:20:24.414585 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-a38d033c-1b28-4a24-8256-f8bd421a8f5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 1000 time: 0.0687993 Aug 27 03:20:24.471310 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-6f3e6ac5-a4c4-4922-9847-3ce42f0e6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:24.472818 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-6f3e6ac5-a4c4-4922-9847-3ce42f0e6949 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0515187 Aug 27 03:20:24.527311 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-2cc4af10-a307-46cd-b2b9-0c32a8bfd4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:24.529014 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-2cc4af10-a307-46cd-b2b9-0c32a8bfd4ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486963 Aug 27 03:20:24.622105 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-731b2c6d-b0ce-4357-961c-2037aa72561d service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858572 Aug 27 03:20:24.719783 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e4113d8-512a-4b6c-a64f-212c35959d81 req-85b87d90-0311-4ed8-9da8-c97bcbbd19f5 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889575 Aug 27 03:20:29.101756 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:20:33.740085 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-242a7a36-e76b-44f9-8ef5-6092c6fa8e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:36.146250 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:37.576539 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-131d9acd-ade8-4c49-9fa6-9d2bd5602b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.382506 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:40.974185 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.743646 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:03.743537 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-20ef5c85-40fe-4532-a57c-5a8d1654a567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:06.100954 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:21:06.148773 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:07.579503 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-aff394c4-51c3-4968-a6d2-1b31102c2203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:08.385898 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:10.977407 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:17.741308 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:26.092397 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a9b4ab0-e311-476f-8384-b2e1406374c4 req-e687eaa8-490b-4d0e-8226-3fe937cc08cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411098 Aug 27 03:21:26.154966 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b4ab0-e311-476f-8384-b2e1406374c4 req-2b9591b4-0352-414c-8cf1-996ed4db10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:26.156454 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a9b4ab0-e311-476f-8384-b2e1406374c4 req-2b9591b4-0352-414c-8cf1-996ed4db10ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e04043008246e9b58aecff0ff3f01d&device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 1098 time: 0.0416205 Aug 27 03:21:26.261327 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b4ab0-e311-476f-8384-b2e1406374c4 req-419ee7aa-d5d1-4d91-8017-638577a19062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:26.262841 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a9b4ab0-e311-476f-8384-b2e1406374c4 req-419ee7aa-d5d1-4d91-8017-638577a19062 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad22cb0f-2f83-463f-9892-62414600ad31 HTTP/1.1" status: 200 len: 915 time: 0.0869455 Aug 27 03:21:26.550506 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a9b4ab0-e311-476f-8384-b2e1406374c4 req-3e0be832-3922-4bbc-9919-4b1c9c7e5944 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 HTTP/1.1" status: 200 len: 217 time: 0.2800095 Aug 27 03:21:26.598708 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b4ab0-e311-476f-8384-b2e1406374c4 req-658a03b9-15d7-4b54-9bf8-957f94625816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:26.600136 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a9b4ab0-e311-476f-8384-b2e1406374c4 req-658a03b9-15d7-4b54-9bf8-957f94625816 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c7e8f6f-e958-408d-ba70-23aa36bba06a HTTP/1.1" status: 200 len: 854 time: 0.0423887 Aug 27 03:21:26.632024 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a9b4ab0-e311-476f-8384-b2e1406374c4 req-94e99b8d-7793-4dbd-afe8-63c9d14bd1d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad22cb0f-2f83-463f-9892-62414600ad31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247796 Aug 27 03:21:26.728671 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a9b4ab0-e311-476f-8384-b2e1406374c4 req-8899d5be-1715-4623-837d-73556bc3b627 service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891743 Aug 27 03:21:26.819783 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a9b4ab0-e311-476f-8384-b2e1406374c4 req-200ecd41-ba70-4876-a80d-2793ab1567f6 service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837796 Aug 27 03:21:33.744312 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce2c2-c23a-4ca2-9127-cedc3eccceb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:36.274763 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:37.581734 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-59dda5d7-d8dd-4a66-8618-1a878f6e68a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:38.389681 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:40.980467 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.101456 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:21:47.757099 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.362915 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 45238) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:03.488697 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.615073 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.619095 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.662390 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3407b126741140dfb01ee34e9de7609c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983034 Aug 27 03:22:03.663469 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab3f5d5-2fcc-472a-838d-1a280568ceb4,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:03.666066 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 45242) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:03.677774 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.678359 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.678976 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.679546 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.680111 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.680700 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.681279 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.681858 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.682426 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.682918 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.683406 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.683923 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39db0e-cc84-4de9-bb06-c7c8a45e4c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.726548 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.752674 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-b78c4620-256c-44f4-97b3-a5b34ec92fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.763201 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.835719 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.838360 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.839626 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fab3f5d5-2fcc-472a-838d-1a280568ceb4 HTTP/1.1" status: 204 len: 168 time: 0.1717272 Aug 27 03:22:03.850291 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab3f5d5-2fcc-472a-838d-1a280568ceb4,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:03.858716 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.858874 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.859162 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.859522 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.860507 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.860838 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.861170 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.861489 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.861813 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.862168 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.862451 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:03.862801 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca215323-c418-464f-8422-517494cc2a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:22:04.150706 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 45256) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:04.171733 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-456f37b9-3eba-48b6-806b-284405b52cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:04.272808 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-456f37b9-3eba-48b6-806b-284405b52cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:04.280268 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-456f37b9-3eba-48b6-806b-284405b52cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:04.318916 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-456f37b9-3eba-48b6-806b-284405b52cad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fac85a33ead480292fcb9e72f6ef4e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670144 Aug 27 03:22:04.319867 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f37b9-3eba-48b6-806b-284405b52cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e41d19-1dff-410f-bd6d-e68ddcaff96d,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:04.321542 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 45260) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:04.375155 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1cd5-5cef-4edc-8a26-b4e3b9f510de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:04.398305 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1cd5-5cef-4edc-8a26-b4e3b9f510de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:04.451435 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1cd5-5cef-4edc-8a26-b4e3b9f510de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:04.454756 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1cd5-5cef-4edc-8a26-b4e3b9f510de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:04.456202 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-3e6a1cd5-5cef-4edc-8a26-b4e3b9f510de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6e41d19-1dff-410f-bd6d-e68ddcaff96d HTTP/1.1" status: 204 len: 168 time: 0.1336322 Aug 27 03:22:04.464733 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a1cd5-5cef-4edc-8a26-b4e3b9f510de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e41d19-1dff-410f-bd6d-e68ddcaff96d,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:06.158972 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:07.591599 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5ff93566-1afc-4924-bf2b-7bf337d15a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:08.392762 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:10.982100 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:17.769928 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:20.100106 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:22:27.210375 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-7f866f78-ead7-4e29-a943-6f8f7cc0bd76 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1572692 Aug 27 03:22:27.274277 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-12a660b4-eebe-4c73-aa02-78c448f88b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:27.275824 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-12a660b4-eebe-4c73-aa02-78c448f88b2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0421815 Aug 27 03:22:27.381007 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-881864fa-9e2d-4e75-b208-e222703d662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:27.382500 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-881864fa-9e2d-4e75-b208-e222703d662d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 917 time: 0.0873272 Aug 27 03:22:27.455530 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-ab3346c2-60fb-4e97-aa45-a08e699c8648 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a HTTP/1.1" status: 200 len: 1001 time: 0.0653293 Aug 27 03:22:27.508501 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-24a3da7b-5708-4360-80b5-a28e42b93491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:27.510027 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-24a3da7b-5708-4360-80b5-a28e42b93491 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2e1372b-bbc3-4edf-9c1e-64bda12b8637 HTTP/1.1" status: 200 len: 855 time: 0.0482967 Aug 27 03:22:27.576246 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-b256c7d9-eca3-4b74-b4ea-89ec99921612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:27.578309 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-b256c7d9-eca3-4b74-b4ea-89ec99921612 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1eb5933b-f51a-4eee-8470-bc2293d335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600421 Aug 27 03:22:27.589537 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-9edda206-aa55-4b05-a618-b4a4ecce7c6f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:22:27.590528 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-9edda206-aa55-4b05-a618-b4a4ecce7c6f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056212 Aug 27 03:22:27.696458 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-7d2223b8-0cf0-498d-b260-51fbd53c2962 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981443 Aug 27 03:22:27.814273 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-069d9c8f-594c-4d37-8cc6-6991c94f8a9f req-533b0575-9aa5-40f3-a418-4d4c6aec9197 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104767 Aug 27 03:22:33.747540 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5a99c4b8-f168-4a4e-b06e-5daf42140cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:36.165465 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:37.590189 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4e91ffbe-0626-4962-89ae-f50723872080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:38.398194 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:40.988115 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:47.770934 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:52.167810 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90033896-d8cc-4c79-bbb3-78d74a1f8320 req-07183dc7-ac54-4369-bfd5-f845d449e0cb tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:52.169648 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-90033896-d8cc-4c79-bbb3-78d74a1f8320 req-07183dc7-ac54-4369-bfd5-f845d449e0cb tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 945 time: 0.1132469 Aug 27 03:22:52.217203 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-90033896-d8cc-4c79-bbb3-78d74a1f8320 req-3181037d-a68f-4f14-9918-de5a25f3374b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0860bf0-b374-4f15-8ca2-561a1526f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370839 Aug 27 03:22:52.407575 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-39041836-690c-454e-8c4a-39b7a6aa9527 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:52.409237 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-39041836-690c-454e-8c4a-39b7a6aa9527 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 945 time: 0.0588074 Aug 27 03:22:52.506931 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Deleting port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:22:52.507283 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:52.606082 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] For port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:52.606448 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:52.846167 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:52.846563 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:52.846913 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.l3_db [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Floating IP 2068fb7f-0e3d-42f4-8eab-b6d760ba0837 disassociated. External IP: 172.27.1.183, port: 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a. Aug 27 03:22:52.847257 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Calling delete_port for 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:22:52.976522 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:53.009473 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event deleted for resources: {'Port': ['ID=28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:53.127647 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Router 9c2b0ef7-5583-4a5e-9871-696351adfda8 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:22:53.272428 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:22:53.289566 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a940ead1-727c-4cc3-b344-6dd9577f947b None None] Sync routers for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:22:53.308067 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a940ead1-727c-4cc3-b344-6dd9577f947b None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:53.309034 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-a940ead1-727c-4cc3-b344-6dd9577f947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:22:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:53.346686 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] No DVR routers for this DVR port 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:22:53.350826 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:53.352360 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2a0ba0f1-c148-4694-a3ad-1c5cdc294460 req-be9c221b-9b71-4682-93cc-18327cd66aee tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.21 "DELETE /v2.0/ports/28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a HTTP/1.1" status: 204 len: 173 time: 0.9367788 Aug 27 03:22:53.352865 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'name': 'network-vif-deleted', 'tag': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:22:53.355203 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fdd650-2d39-414b-b655-8b17b8ca293e" -d '{"events": [{"server_uuid": "ae0fb2cf-4705-4313-826a-31e67a18fba9", "name": "network-vif-deleted", "tag": "28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:22:53.374286 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f843b6e8-1f90-42c6-90ad-28ef7e20a25e req-ff1cf9c5-7ab2-4c39-809e-4cd7be885878 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae0fb2cf-4705-4313-826a-31e67a18fba9 HTTP/1.1" status: 200 len: 210 time: 0.0597396 Aug 27 03:22:53.440921 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-a940ead1-727c-4cc3-b344-6dd9577f947b None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:53.504292 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ce545c-9db1-4dc2-9c9c-9b9a7762bcfa x-openstack-request-id: req-61ce545c-9db1-4dc2-9c9c-9b9a7762bcfa {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:22:53.504640 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0fb2cf-4705-4313-826a-31e67a18fba9", "name": "network-vif-deleted", "tag": "28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:22:53.504956 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61ce545c-9db1-4dc2-9c9c-9b9a7762bcfa {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:22:53.505417 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0fb2cf-4705-4313-826a-31e67a18fba9', 'name': 'network-vif-deleted', 'tag': '28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a', 'status': 'completed', 'code': 200} Aug 27 03:22:53.687693 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-a940ead1-727c-4cc3-b344-6dd9577f947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:53.717541 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a940ead1-727c-4cc3-b344-6dd9577f947b None None] Checking router: 9c2b0ef7-5583-4a5e-9871-696351adfda8 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:22:53.731046 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a940ead1-727c-4cc3-b344-6dd9577f947b None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:53.731829 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-a940ead1-727c-4cc3-b344-6dd9577f947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:22:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:53.867006 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-a940ead1-727c-4cc3-b344-6dd9577f947b None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:54.098552 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-a940ead1-727c-4cc3-b344-6dd9577f947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:54.124592 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a940ead1-727c-4cc3-b344-6dd9577f947b None None] The sync data for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi is: [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:22:54.388511 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9f226-0915-44dd-9099-d90079f422ec None None] New status for floating IP 2068fb7f-0e3d-42f4-8eab-b6d760ba0837: DOWN {{(pid=93976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:22:54.494974 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 45820) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:54.585744 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-48ce72f2-1a30-48f7-b173-5c3bc0209148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:54.611252 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-48ce72f2-1a30-48f7-b173-5c3bc0209148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:54.673640 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-48ce72f2-1a30-48f7-b173-5c3bc0209148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:54.678395 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-48ce72f2-1a30-48f7-b173-5c3bc0209148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:54.680394 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-48ce72f2-1a30-48f7-b173-5c3bc0209148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "DELETE /v2.0/security-groups/c0860bf0-b374-4f15-8ca2-561a1526f56e HTTP/1.1" status: 204 len: 168 time: 0.1839283 Aug 27 03:22:54.683478 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 45824) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:54.697145 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce72f2-1a30-48f7-b173-5c3bc0209148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0860bf0-b374-4f15-8ca2-561a1526f56e,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:54.701612 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.api.v2.resource [None req-a6858902-5a22-4230-b3e8-664791038d4c tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] show failed (client error): The resource could not be found. Aug 27 03:22:54.704335 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-a6858902-5a22-4230-b3e8-664791038d4c tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups/c0860bf0-b374-4f15-8ca2-561a1526f56e HTTP/1.1" status: 404 len: 347 time: 0.0176878 Aug 27 03:22:54.709505 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 45826) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:54.874466 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-9e17df1b-1ba1-41d8-b004-c499269a57c4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Deleting port 4e3407d2-0192-4e2f-b576-cf370cba1fa7 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:22:54.874871 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9e17df1b-1ba1-41d8-b004-c499269a57c4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:54.979083 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9e17df1b-1ba1-41d8-b004-c499269a57c4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:54.979621 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9e17df1b-1ba1-41d8-b004-c499269a57c4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:54.996934 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-9e17df1b-1ba1-41d8-b004-c499269a57c4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Calling delete_port for 4e3407d2-0192-4e2f-b576-cf370cba1fa7 owned by network:floatingip {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:22:55.158022 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9e17df1b-1ba1-41d8-b004-c499269a57c4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.183017 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17df1b-1ba1-41d8-b004-c499269a57c4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event deleted for resources: {'Port': ['ID=4e3407d2-0192-4e2f-b576-cf370cba1fa7,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:55.256175 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9e17df1b-1ba1-41d8-b004-c499269a57c4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.258717 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9e17df1b-1ba1-41d8-b004-c499269a57c4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.259900 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-9e17df1b-1ba1-41d8-b004-c499269a57c4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "DELETE /v2.0/floatingips/2068fb7f-0e3d-42f4-8eab-b6d760ba0837 HTTP/1.1" status: 204 len: 168 time: 0.5490208 Aug 27 03:22:55.681795 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 45838) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:55.687828 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-152845b2-fbe4-4304-b7e6-82a0b6988cc6 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--998967460', 'description': 'tempest-description--369045955'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:55.711309 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-152845b2-fbe4-4304-b7e6-82a0b6988cc6 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.803066 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-152845b2-fbe4-4304-b7e6-82a0b6988cc6 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.807054 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-152845b2-fbe4-4304-b7e6-82a0b6988cc6 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.838383 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152845b2-fbe4-4304-b7e6-82a0b6988cc6 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c47589e-afbd-40fe-a8fc-8e139965ddb2,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:55.840672 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-152845b2-fbe4-4304-b7e6-82a0b6988cc6 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.841895 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-152845b2-fbe4-4304-b7e6-82a0b6988cc6 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1586697 Aug 27 03:22:55.845054 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 45840) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:55.849780 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-361992d3-7613-47f8-84a1-21fff489c81d tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'security_group_rule': {'security_group_id': '3c47589e-afbd-40fe-a8fc-8e139965ddb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:55.877755 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-361992d3-7613-47f8-84a1-21fff489c81d tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.938263 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-361992d3-7613-47f8-84a1-21fff489c81d tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.945155 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-361992d3-7613-47f8-84a1-21fff489c81d tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.976829 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361992d3-7613-47f8-84a1-21fff489c81d tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce7327f-7f16-4b46-98a0-adb8c100435d,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:55.987494 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-361992d3-7613-47f8-84a1-21fff489c81d tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.988788 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-361992d3-7613-47f8-84a1-21fff489c81d tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427312 Aug 27 03:22:55.991537 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 45842) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:55.996450 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-4d6fbc12-abcf-479d-b872-a9411edb2ee8 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'security_group_rule': {'security_group_id': '3c47589e-afbd-40fe-a8fc-8e139965ddb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:56.024089 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4d6fbc12-abcf-479d-b872-a9411edb2ee8 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.093324 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4d6fbc12-abcf-479d-b872-a9411edb2ee8 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.098108 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4d6fbc12-abcf-479d-b872-a9411edb2ee8 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.120113 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fbc12-abcf-479d-b872-a9411edb2ee8 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b5e4b5-414d-4cc4-b21c-379d3537cf8e,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:56.123959 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4d6fbc12-abcf-479d-b872-a9411edb2ee8 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.129335 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-4d6fbc12-abcf-479d-b872-a9411edb2ee8 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331270 Aug 27 03:22:56.129763 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 45844) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:56.134108 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'floatingip': {'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:56.159233 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.271132 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.380395 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Allocated IP 172.27.1.148 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/d05a25b9-fc70-472b-8f42-c2151bc3c14b) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:22:56.492715 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.535664 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.574954 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:22:56.580187 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:22:56.583763 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:22:56.589248 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'Port': ['ID=d05a25b9-fc70-472b-8f42-c2151bc3c14b,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:56.715391 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.755466 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.918099 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.922814 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600895'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.990863 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'Port': ['ID=d05a25b9-fc70-472b-8f42-c2151bc3c14b,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:57.005609 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:57.020206 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:57.021099 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:22:57.021814 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-2074af9a-73a4-4459-8ef7-45e41ba28d79 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8909183 Aug 27 03:22:57.046120 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:22:57.046460 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 28b5f1da-3eb3-4a78-bc1c-530fb92f4a7a not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:22:57.098345 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:22:57.226623 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-8e2c1ff7-6006-4cc2-8c01-917b8320c739 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--998967460&fields=id&tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9 HTTP/1.1" status: 200 len: 267 time: 0.0424495 Aug 27 03:22:57.338392 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5dfead01-51e7-4489-8244-7eb2308bbdbe tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:57.339901 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5dfead01-51e7-4489-8244-7eb2308bbdbe tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 816 time: 0.1064475 Aug 27 03:22:57.355290 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-9c32e601-c8f4-45b3-bc5c-61ea2013e5fc tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/quotas/3b0c44b963ff42e88ded4e0f3655d1b9 HTTP/1.1" status: 200 len: 375 time: 0.0094295 Aug 27 03:22:57.417422 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-57e71169-5e90-4289-85f6-01939b88998f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540566 Aug 27 03:22:57.482532 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-961621c0-0a92-4d8c-999d-5714219d5424 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:22:57.483595 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-961621c0-0a92-4d8c-999d-5714219d5424 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542965 Aug 27 03:22:57.583306 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-426d270c-1eee-4d18-9e38-5ddbab552fbc service neutron] 10.222.0.30 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918927 Aug 27 03:22:57.674138 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-caf42d4b-ebde-4ad8-a3bc-016ceaa49454 service neutron] 10.222.0.30 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843661 Aug 27 03:22:57.847258 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-004798f0-f924-439f-9da2-181b7f8c8f4e req-be33fabd-5956-4d90-b96c-1c8da51db781 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 210 time: 0.0298336 Aug 27 03:22:58.953650 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e7ada076-18ae-4304-8b10-080c800436b8 req-8363ec14-1d81-4ac4-b79b-b5e0873ffee7 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 210 time: 0.0290577 Aug 27 03:22:58.978180 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-abf7e5c9-1b77-4f4f-b421-cb5aa6c8479b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:58.979878 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-abf7e5c9-1b77-4f4f-b421-cb5aa6c8479b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.21 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 816 time: 0.1188328 Aug 27 03:22:59.025255 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-f3a9e507-97f4-498d-beda-5896849a3e55 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9 HTTP/1.1" status: 200 len: 379 time: 0.0363960 Aug 27 03:22:59.037368 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'port': {'device_id': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'admin_state_up': True, 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'security_groups': ['3c47589e-afbd-40fe-a8fc-8e139965ddb2']}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:59.147704 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Made reservation on behalf of 3b0c44b963ff42e88ded4e0f3655d1b9 for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:22:59.151278 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:59.286273 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Allocated IP 172.20.0.8 (1eb5933b-f51a-4eee-8470-bc2293d335c0/c2e1372b-bbc3-4edf-9c1e-64bda12b8637/fa983c5b-4310-4988-8920-07a9a2898e85) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:22:59.426440 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:59.443394 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Transition to ACTIVE for port object fa983c5b-4310-4988-8920-07a9a2898e85 will not be triggered until provisioned by entity DHCP. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:22:59.475968 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:59.518271 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Network 1eb5933b-f51a-4eee-8470-bc2293d335c0 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:22:59.521392 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:22:59.523925 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:22:59.558150 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event updated for resources: {'Port': ['ID=fa983c5b-4310-4988-8920-07a9a2898e85,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:59.585338 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:59.586057 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:59.602304 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5167b49d-eec2-4cca-a4e8-31ac15d0abf1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685685 Aug 27 03:22:59.616651 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Request body: {'port': {'device_id': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:59.675045 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:59.775302 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-cdfd7a31-3ed2-4d03-b948-f40a891a309c None None] Provisioning for port fa983c5b-4310-4988-8920-07a9a2898e85 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:22:59.779064 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-cdfd7a31-3ed2-4d03-b948-f40a891a309c None None] Provisioning complete for port fa983c5b-4310-4988-8920-07a9a2898e85 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:59.779437 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7a31-3ed2-4d03-b948-f40a891a309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:59.817701 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd7a31-3ed2-4d03-b948-f40a891a309c None None] Port fa983c5b-4310-4988-8920-07a9a2898e85 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:22:59.941437 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa983c5b-4310-4988-8920-07a9a2898e85 {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:22:59.948756 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:59.960284 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Transition to ACTIVE for port object fa983c5b-4310-4988-8920-07a9a2898e85 will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:22:59.963983 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:00.035016 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa983c5b-4310-4988-8920-07a9a2898e85,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:00.085540 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd88e2-3cc7-4872-86b9-e702c9e829c6 req-4bd5d0b7-3196-4cb1-ad1e-5abd1a5a595b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:00.087108 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b0fd88e2-3cc7-4872-86b9-e702c9e829c6 req-4bd5d0b7-3196-4cb1-ad1e-5abd1a5a595b tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 943 time: 0.0561547 Aug 27 03:23:00.095548 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Attempting to bind port fa983c5b-4310-4988-8920-07a9a2898e85 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:23:00.095885 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Attempting to bind port fa983c5b-4310-4988-8920-07a9a2898e85 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:23:00.096214 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Attempting to bind port fa983c5b-4310-4988-8920-07a9a2898e85 on network 1eb5933b-f51a-4eee-8470-bc2293d335c0 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:00.100866 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Port fa983c5b-4310-4988-8920-07a9a2898e85 on network 1eb5933b-f51a-4eee-8470-bc2293d335c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:23:00.101186 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Attempting to bind port fa983c5b-4310-4988-8920-07a9a2898e85 on network 1eb5933b-f51a-4eee-8470-bc2293d335c0 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:00.106102 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:23:00.106445 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Checking segment: {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:00.106875 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Bound using segment: {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:23:00.107302 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Bound port: fa983c5b-4310-4988-8920-07a9a2898e85, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf3d3a5-6919-4605-bc15-facc67f6f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:23:00.107657 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:00.129404 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b0fd88e2-3cc7-4872-86b9-e702c9e829c6 req-7ebe2b18-e40f-4040-a7e7-77d820dec906 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c47589e-afbd-40fe-a8fc-8e139965ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359793 Aug 27 03:23:00.178471 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] For port fa983c5b-4310-4988-8920-07a9a2898e85, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:23:00.182121 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] For port fa983c5b-4310-4988-8920-07a9a2898e85, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=fa983c5b-4310-4988-8920-07a9a2898e85,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:23:00.187338 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:00.220673 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:00.221289 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:00.222675 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] 10.222.0.21 "PUT /v2.0/ports/fa983c5b-4310-4988-8920-07a9a2898e85 HTTP/1.1" status: 200 len: 1093 time: 0.6118798 Aug 27 03:23:00.223131 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'tag': 'fa983c5b-4310-4988-8920-07a9a2898e85'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:23:00.225353 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e21307-cd58-4980-9b08-9b2b1b41eb70", "tag": "fa983c5b-4310-4988-8920-07a9a2898e85"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:23:00.257659 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b500bf5-dd56-4d6b-a371-ef2b56369bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa983c5b-4310-4988-8920-07a9a2898e85,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:00.283408 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257ac96a-c453-4a8c-a4a3-001a7e767a5e x-openstack-request-id: req-257ac96a-c453-4a8c-a4a3-001a7e767a5e {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:23:00.283703 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e21307-cd58-4980-9b08-9b2b1b41eb70", "tag": "fa983c5b-4310-4988-8920-07a9a2898e85", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:23:00.283994 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-257ac96a-c453-4a8c-a4a3-001a7e767a5e {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:23:00.284394 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'tag': 'fa983c5b-4310-4988-8920-07a9a2898e85', 'status': 'completed', 'code': 200} Aug 27 03:23:00.319504 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-db2ef32e-2a74-4919-89ed-982126f4db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:00.321015 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-db2ef32e-2a74-4919-89ed-982126f4db64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 1096 time: 0.0502970 Aug 27 03:23:00.615525 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-2009db57-4a37-4f3f-af3c-42928dd6b266 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa983c5b-4310-4988-8920-07a9a2898e85 HTTP/1.1" status: 200 len: 217 time: 0.2856925 Aug 27 03:23:00.667512 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-16505565-0076-4406-8f74-bcad3ff9728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:00.669824 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-16505565-0076-4406-8f74-bcad3ff9728b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2e1372b-bbc3-4edf-9c1e-64bda12b8637 HTTP/1.1" status: 200 len: 855 time: 0.0467603 Aug 27 03:23:00.718208 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-0ad4e30f-4501-4e44-9349-477616d4ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:00.719971 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-0ad4e30f-4501-4e44-9349-477616d4ac78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1eb5933b-f51a-4eee-8470-bc2293d335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420675 Aug 27 03:23:00.813073 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-0e45fe91-b0c2-4626-b40c-1d0ac3d3547d service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846543 Aug 27 03:23:00.903269 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8d1c8f2c-fc13-4121-9f56-a109270940f2 req-a6ec6ef2-6c02-48e6-b710-ebffd3601203 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839219 Aug 27 03:23:00.994208 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78 req-853b38d6-aca0-4bba-8d39-d2ad35e02349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:00.996025 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78 req-853b38d6-aca0-4bba-8d39-d2ad35e02349 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 1096 time: 0.0445244 Aug 27 03:23:01.084934 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78 req-8222ba50-119a-4afa-9bf9-88f850b43fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:01.086432 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78 req-8222ba50-119a-4afa-9bf9-88f850b43fab service neutron] 10.222.0.21 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 917 time: 0.0837936 Aug 27 03:23:01.129152 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78 req-b62293e0-ab96-4e08-9c48-173c3800b3c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa983c5b-4310-4988-8920-07a9a2898e85 HTTP/1.1" status: 200 len: 217 time: 0.0344894 Aug 27 03:23:01.183172 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78 req-7b0533fc-6675-43f7-b4aa-9772d03de7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:01.184660 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78 req-7b0533fc-6675-43f7-b4aa-9772d03de7d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2e1372b-bbc3-4edf-9c1e-64bda12b8637 HTTP/1.1" status: 200 len: 855 time: 0.0479927 Aug 27 03:23:01.255418 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78 req-f2476a58-ea12-4cb0-b46c-5e43cd5dac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:01.256938 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78 req-f2476a58-ea12-4cb0-b46c-5e43cd5dac4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1eb5933b-f51a-4eee-8470-bc2293d335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653651 Aug 27 03:23:01.272323 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e281b5-d546-46a1-b2ab-5d9a9cc7bc87 req-98314e9b-883d-4e55-a68a-e8eeebbfe739 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:01.273728 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e9e281b5-d546-46a1-b2ab-5d9a9cc7bc87 req-98314e9b-883d-4e55-a68a-e8eeebbfe739 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 943 time: 0.0715897 Aug 27 03:23:01.361744 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e9e281b5-d546-46a1-b2ab-5d9a9cc7bc87 req-459e59a1-4c08-4791-8095-850add442b0f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c47589e-afbd-40fe-a8fc-8e139965ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792661 Aug 27 03:23:01.392662 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78 req-a95038dd-aba0-455e-a9c2-73d17d50b714 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179605 Aug 27 03:23:01.488417 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-12a7abe8-4e28-4aeb-ae7f-16ee43903e78 req-a03dc2ee-a973-4219-aeec-ee3491472655 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877585 Aug 27 03:23:02.502304 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a4285-0537-40fb-ae94-a64889474edd req-a48ff500-2b4e-488a-9171-b28d50d9a10f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:02.503870 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ef5a4285-0537-40fb-ae94-a64889474edd req-a48ff500-2b4e-488a-9171-b28d50d9a10f tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 943 time: 0.0540044 Aug 27 03:23:02.542163 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ef5a4285-0537-40fb-ae94-a64889474edd req-8f8f812b-1860-43f8-8241-bc4d887dd3fd tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c47589e-afbd-40fe-a8fc-8e139965ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321786 Aug 27 03:23:03.052957 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device fa983c5b-4310-4988-8920-07a9a2898e85 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:23:03.155164 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port fa983c5b-4310-4988-8920-07a9a2898e85, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=fa983c5b-4310-4988-8920-07a9a2898e85,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:03.168440 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': 'fa983c5b-4310-4988-8920-07a9a2898e85', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'port_id': 'fa983c5b-4310-4988-8920-07a9a2898e85', 'mac_address': 'fa:16:3e:75:97:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:23:03.209555 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:03.230670 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa983c5b-4310-4988-8920-07a9a2898e85 {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:23:03.252114 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port fa983c5b-4310-4988-8920-07a9a2898e85, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=fa983c5b-4310-4988-8920-07a9a2898e85,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:03.257424 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:03.315296 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=fa983c5b-4310-4988-8920-07a9a2898e85,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:03.325582 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.325913 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.326255 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.326593 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.326964 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.327314 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.327650 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.328477 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.328835 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.329259 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.329651 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.329923 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:03.533285 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['fa983c5b-4310-4988-8920-07a9a2898e85'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:23:03.663944 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baccf97-e349-483a-a1c6-346054cb83ee req-f5c19230-1a09-4fd6-954c-cf39fe3a2307 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:03.665499 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1baccf97-e349-483a-a1c6-346054cb83ee req-f5c19230-1a09-4fd6-954c-cf39fe3a2307 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 944 time: 0.0497010 Aug 27 03:23:03.706008 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1baccf97-e349-483a-a1c6-346054cb83ee req-4a0eb8d8-0ea9-4eb0-abf7-f7753005fe64 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c47589e-afbd-40fe-a8fc-8e139965ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337758 Aug 27 03:23:03.750362 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-fcd0abf2-7799-4fca-8ef3-775020811a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:04.826388 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f9c11-6b25-492b-9f52-e6fa290637b8 req-ea15a2a4-114d-44da-b15e-cc0c8df2aa2c tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:04.828006 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-af1f9c11-6b25-492b-9f52-e6fa290637b8 req-ea15a2a4-114d-44da-b15e-cc0c8df2aa2c tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 944 time: 0.0508561 Aug 27 03:23:04.897594 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-af1f9c11-6b25-492b-9f52-e6fa290637b8 req-7eb24894-28eb-4ed1-83fd-68efc4dc7db1 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c47589e-afbd-40fe-a8fc-8e139965ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576575 Aug 27 03:23:05.077162 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device fa983c5b-4310-4988-8920-07a9a2898e85 up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:05.131784 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port fa983c5b-4310-4988-8920-07a9a2898e85 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:05.135932 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port fa983c5b-4310-4988-8920-07a9a2898e85 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:05.136380 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:05.217617 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:05.242294 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa983c5b-4310-4988-8920-07a9a2898e85'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:23:05.244745 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270abac5-4dca-4ead-9974-5cd874fbc15f" -d '{"events": [{"server_uuid": "f1e21307-cd58-4980-9b08-9b2b1b41eb70", "name": "network-vif-plugged", "status": "completed", "tag": "fa983c5b-4310-4988-8920-07a9a2898e85"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:23:05.258065 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port fa983c5b-4310-4988-8920-07a9a2898e85, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=fa983c5b-4310-4988-8920-07a9a2898e85,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:05.262888 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:05.317045 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=fa983c5b-4310-4988-8920-07a9a2898e85,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:05.344094 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e334080-28c9-4e1b-a977-675f3ca25627 x-openstack-request-id: req-4e334080-28c9-4e1b-a977-675f3ca25627 {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:23:05.344358 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e21307-cd58-4980-9b08-9b2b1b41eb70", "name": "network-vif-plugged", "status": "completed", "tag": "fa983c5b-4310-4988-8920-07a9a2898e85", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:23:05.344605 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e334080-28c9-4e1b-a977-675f3ca25627 {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:23:05.344996 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa983c5b-4310-4988-8920-07a9a2898e85', 'code': 200} Aug 27 03:23:05.521789 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa950d72-30da-4678-9cd1-8088e6e8c8a4 req-827125c7-8f11-4d46-bdae-4262ae0a7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:05.523385 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-aa950d72-30da-4678-9cd1-8088e6e8c8a4 req-827125c7-8f11-4d46-bdae-4262ae0a7726 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 1098 time: 0.0515881 Aug 27 03:23:05.560653 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-aa950d72-30da-4678-9cd1-8088e6e8c8a4 req-1d566c39-0bbc-4872-b295-7913106283a4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3c47589e-afbd-40fe-a8fc-8e139965ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303152 Aug 27 03:23:06.032278 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda40f-5a3c-4804-b24d-3aabe790083a req-945cc14f-6f58-4a82-8728-e1c2fadc62e4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:06.033866 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-67bda40f-5a3c-4804-b24d-3aabe790083a req-945cc14f-6f58-4a82-8728-e1c2fadc62e4 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 945 time: 0.0562696 Aug 27 03:23:06.075661 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-67bda40f-5a3c-4804-b24d-3aabe790083a req-88a09fcd-7db9-4de6-85e7-afcb57ad14d3 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c47589e-afbd-40fe-a8fc-8e139965ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357418 Aug 27 03:23:06.168542 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:07.191869 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692786d-a1d0-4465-b20f-6b781cc11f64 req-4a52834b-c206-442d-ac8a-025eec262f5c tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:07.193334 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f692786d-a1d0-4465-b20f-6b781cc11f64 req-4a52834b-c206-442d-ac8a-025eec262f5c tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 945 time: 0.0480745 Aug 27 03:23:07.232666 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f692786d-a1d0-4465-b20f-6b781cc11f64 req-1e271ac5-9eab-4d52-8873-8d1dc5911242 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c47589e-afbd-40fe-a8fc-8e139965ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333095 Aug 27 03:23:07.350313 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487416d-e3c7-44d8-b53a-a5adab6a2b37 req-6c802f4e-2138-4187-b9e0-41f55cc83782 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:07.352420 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f487416d-e3c7-44d8-b53a-a5adab6a2b37 req-6c802f4e-2138-4187-b9e0-41f55cc83782 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 945 time: 0.0525684 Aug 27 03:23:07.360795 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 45996) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:07.366109 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-4f85f431-6c47-4473-b032-6e1ebdcb0514 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Request body: {'floatingip': {'port_id': 'fa983c5b-4310-4988-8920-07a9a2898e85'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:07.463482 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4f85f431-6c47-4473-b032-6e1ebdcb0514 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:07.585563 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-efbef6cf-781a-4496-af62-f5437aa7891e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:08.274881 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4f85f431-6c47-4473-b032-6e1ebdcb0514 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:08.279834 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4f85f431-6c47-4473-b032-6e1ebdcb0514 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:08.386920 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.db.l3_db [None req-4f85f431-6c47-4473-b032-6e1ebdcb0514 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Floating IP 80ca87e3-feaa-433c-97a9-da0da1dc9e51 associated. External IP: 172.27.1.148, port: fa983c5b-4310-4988-8920-07a9a2898e85. Aug 27 03:23:08.400550 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:08.608556 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f85f431-6c47-4473-b032-6e1ebdcb0514 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Router 9c2b0ef7-5583-4a5e-9871-696351adfda8 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:23:08.725342 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f85f431-6c47-4473-b032-6e1ebdcb0514 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:23:08.730334 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4f85f431-6c47-4473-b032-6e1ebdcb0514 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:08.736211 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7ee21-1762-4a49-8e59-1a84342989dc None None] Sync routers for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:23:08.745081 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7ee21-1762-4a49-8e59-1a84342989dc None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:08.745696 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-78c7ee21-1762-4a49-8e59-1a84342989dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:23:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:08.760050 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-4f85f431-6c47-4473-b032-6e1ebdcb0514 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "PUT /v2.0/floatingips/80ca87e3-feaa-433c-97a9-da0da1dc9e51 HTTP/1.1" status: 200 len: 991 time: 1.3979859 Aug 27 03:23:08.760794 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'tag': 'fa983c5b-4310-4988-8920-07a9a2898e85'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:23:08.763325 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e21307-cd58-4980-9b08-9b2b1b41eb70", "tag": "fa983c5b-4310-4988-8920-07a9a2898e85"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:23:08.873429 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-78c7ee21-1762-4a49-8e59-1a84342989dc None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:08.876906 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff7dff3-f282-4ccf-8749-445f37009bbe x-openstack-request-id: req-2ff7dff3-f282-4ccf-8749-445f37009bbe {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:23:08.877204 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e21307-cd58-4980-9b08-9b2b1b41eb70", "tag": "fa983c5b-4310-4988-8920-07a9a2898e85", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:23:08.877455 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ff7dff3-f282-4ccf-8749-445f37009bbe {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:23:08.877856 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'tag': 'fa983c5b-4310-4988-8920-07a9a2898e85', 'status': 'completed', 'code': 200} Aug 27 03:23:08.936257 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8 req-599beba9-ddd1-4915-82f7-b9246f1b5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:08.938413 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8 req-599beba9-ddd1-4915-82f7-b9246f1b5922 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 1098 time: 0.0409341 Aug 27 03:23:09.030603 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8 req-3190a74b-a675-49e3-b4c7-da6632330a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:09.032877 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8 req-3190a74b-a675-49e3-b4c7-da6632330a3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 917 time: 0.0883429 Aug 27 03:23:09.102948 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8 req-8be46608-e90d-4532-990d-c738cb76f764 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa983c5b-4310-4988-8920-07a9a2898e85 HTTP/1.1" status: 200 len: 999 time: 0.0631368 Aug 27 03:23:09.114470 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-78c7ee21-1762-4a49-8e59-1a84342989dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': '80ca87e3-feaa-433c-97a9-da0da1dc9e51', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'port_id': 'fa983c5b-4310-4988-8920-07a9a2898e85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'mac_address': 'fa:16:3e:75:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:22:56Z', 'updated_at': '2021-08-27T03:23:08Z', 'revision_number': 1, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:09.144869 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7ee21-1762-4a49-8e59-1a84342989dc None None] Checking router: 9c2b0ef7-5583-4a5e-9871-696351adfda8 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:23:09.153471 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7ee21-1762-4a49-8e59-1a84342989dc None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:09.154095 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-78c7ee21-1762-4a49-8e59-1a84342989dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:23:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:09.162026 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8 req-d4aa669f-9b1e-48c6-8924-8c53f287c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:09.163528 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8 req-d4aa669f-9b1e-48c6-8924-8c53f287c3f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2e1372b-bbc3-4edf-9c1e-64bda12b8637 HTTP/1.1" status: 200 len: 855 time: 0.0540190 Aug 27 03:23:09.209855 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8 req-d44c0a71-f543-44ab-a07d-324fea3adfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:09.211444 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8 req-d44c0a71-f543-44ab-a07d-324fea3adfec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1eb5933b-f51a-4eee-8470-bc2293d335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409977 Aug 27 03:23:09.256754 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-78c7ee21-1762-4a49-8e59-1a84342989dc None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:09.303464 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8 req-22e016f4-6879-4a59-a7bd-7e794844bb74 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835531 Aug 27 03:23:09.401359 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c04dbdf2-afb2-454e-930f-7ce7a5293cf8 req-23e5243f-c198-4395-adc8-3520723bad4d service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901437 Aug 27 03:23:09.487750 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-78c7ee21-1762-4a49-8e59-1a84342989dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': '80ca87e3-feaa-433c-97a9-da0da1dc9e51', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'port_id': 'fa983c5b-4310-4988-8920-07a9a2898e85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'mac_address': 'fa:16:3e:75:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:22:56Z', 'updated_at': '2021-08-27T03:23:08Z', 'revision_number': 1, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:09.512889 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7ee21-1762-4a49-8e59-1a84342989dc None None] The sync data for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi is: [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': '80ca87e3-feaa-433c-97a9-da0da1dc9e51', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'port_id': 'fa983c5b-4310-4988-8920-07a9a2898e85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'mac_address': 'fa:16:3e:75:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:22:56Z', 'updated_at': '2021-08-27T03:23:08Z', 'revision_number': 1, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:23:09.692991 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2eb9d-8ede-4294-b427-899375f779c0 None None] New status for floating IP 80ca87e3-feaa-433c-97a9-da0da1dc9e51: ACTIVE {{(pid=93976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:23:10.989627 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:17.768371 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.098147 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-a474583c-ed4d-4e09-a146-2217e19e03e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483880 Aug 27 03:23:27.179733 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-44408ad2-610e-4111-93c1-30bd68bd966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:27.181209 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-44408ad2-610e-4111-93c1-30bd68bd966b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0407798 Aug 27 03:23:27.296090 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-2490b1d4-3728-43e5-93b4-91b70ef0d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:27.298116 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-2490b1d4-3728-43e5-93b4-91b70ef0d9bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0897183 Aug 27 03:23:27.364931 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-2f7e8091-25b4-4f25-8dee-461a774466eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 1000 time: 0.0594466 Aug 27 03:23:27.417898 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-dadc9f3a-c2af-4017-9b36-4e02d6fc5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:27.419379 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-dadc9f3a-c2af-4017-9b36-4e02d6fc5b01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0476296 Aug 27 03:23:27.464061 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-c78b4e79-3dbb-4b75-a2d9-5e789d21915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:27.465568 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-c78b4e79-3dbb-4b75-a2d9-5e789d21915a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394168 Aug 27 03:23:27.556087 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-33271217-9b70-4334-9d29-dd778b1471fe service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830686 Aug 27 03:23:27.651827 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3782f8ff-bcea-4155-990e-736e6ab851fd req-49ed5bcd-b57a-46d6-9700-6cf364d7d325 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847859 Aug 27 03:23:33.752491 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4fd69dba-6a19-4e79-a11e-3c3e624dc59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:34.098101 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:23:36.234342 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:37.586343 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c69700fb-952f-4bdb-8063-df8b1fea562e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:38.403988 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:40.991761 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.767456 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:03.753528 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-14988e62-ff13-431b-9839-de3978af90f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:06.166210 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:07.587958 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8c0136c3-1350-43a1-90fe-87cf68c06d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:08.406513 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:10.992956 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:11.096367 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:24:17.790088 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.100754 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e03af9f8-06e5-4d48-92a8-15bdd8f7ece2 req-c89d9b43-ff33-41ee-b1c6-2f39411fa020 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441828 Aug 27 03:24:29.166365 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03af9f8-06e5-4d48-92a8-15bdd8f7ece2 req-ccddd761-fbef-4fda-bc9c-da4ca18ccb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:29.168214 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e03af9f8-06e5-4d48-92a8-15bdd8f7ece2 req-ccddd761-fbef-4fda-bc9c-da4ca18ccb6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e04043008246e9b58aecff0ff3f01d&device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 1098 time: 0.0449471 Aug 27 03:24:29.285394 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03af9f8-06e5-4d48-92a8-15bdd8f7ece2 req-6330ec87-677a-4793-b954-aafb4c33a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:29.287767 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e03af9f8-06e5-4d48-92a8-15bdd8f7ece2 req-6330ec87-677a-4793-b954-aafb4c33a6d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad22cb0f-2f83-463f-9892-62414600ad31 HTTP/1.1" status: 200 len: 915 time: 0.0961478 Aug 27 03:24:29.333880 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e03af9f8-06e5-4d48-92a8-15bdd8f7ece2 req-7f40369a-4eaa-4f09-ad90-bc9f28460771 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 HTTP/1.1" status: 200 len: 217 time: 0.0385303 Aug 27 03:24:29.391651 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03af9f8-06e5-4d48-92a8-15bdd8f7ece2 req-682275b4-5623-4a1b-b4cd-f32d2acd76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:29.393182 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e03af9f8-06e5-4d48-92a8-15bdd8f7ece2 req-682275b4-5623-4a1b-b4cd-f32d2acd76e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c7e8f6f-e958-408d-ba70-23aa36bba06a HTTP/1.1" status: 200 len: 854 time: 0.0531392 Aug 27 03:24:29.431090 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e03af9f8-06e5-4d48-92a8-15bdd8f7ece2 req-4d06a40d-20e3-4eb7-a1d6-4d9917d91e28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad22cb0f-2f83-463f-9892-62414600ad31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308590 Aug 27 03:24:29.534422 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e03af9f8-06e5-4d48-92a8-15bdd8f7ece2 req-1a903ce2-5359-426c-8805-6cffac9dac6f service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960090 Aug 27 03:24:29.639425 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e03af9f8-06e5-4d48-92a8-15bdd8f7ece2 req-1a261219-15e9-43dc-8ceb-2c182ae166e6 service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982070 Aug 27 03:24:33.754933 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2654cdde-3d5f-4bb1-93c1-3e3ba370b854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:36.171139 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.589686 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8be08784-d1e0-40cf-8a2a-df725f66fd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:38.409248 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:40.999917 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:47.772794 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:48.094919 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:25:03.756027 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-d4c0cf00-26df-4619-a7fc-c33c64c9d573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:06.175566 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:07.590964 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-931b9231-1805-44f5-b260-379f2917dd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:08.413061 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:11.000516 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:17.785802 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:25.094071 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:25:31.102520 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-06efc714-45ac-4def-a749-de2f7f017d07 req-3d4755b6-e679-4e66-b144-16be890e5dde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406520 Aug 27 03:25:31.162291 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efc714-45ac-4def-a749-de2f7f017d07 req-6c91b388-c7d0-4ffd-a59d-4fba6bda502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:31.163840 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-06efc714-45ac-4def-a749-de2f7f017d07 req-6c91b388-c7d0-4ffd-a59d-4fba6bda502b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 1098 time: 0.0405195 Aug 27 03:25:31.266635 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efc714-45ac-4def-a749-de2f7f017d07 req-f04ba825-058c-4c04-8b7e-db5d074ed3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:31.268023 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-06efc714-45ac-4def-a749-de2f7f017d07 req-f04ba825-058c-4c04-8b7e-db5d074ed3fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 917 time: 0.0859396 Aug 27 03:25:31.333722 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-06efc714-45ac-4def-a749-de2f7f017d07 req-a19b0947-faff-498b-ba89-c7afce0f846e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa983c5b-4310-4988-8920-07a9a2898e85 HTTP/1.1" status: 200 len: 1001 time: 0.0581629 Aug 27 03:25:31.382593 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efc714-45ac-4def-a749-de2f7f017d07 req-47c3009c-0cbe-4a9c-9c3a-bd6ee0cb34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:31.384155 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-06efc714-45ac-4def-a749-de2f7f017d07 req-47c3009c-0cbe-4a9c-9c3a-bd6ee0cb34dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2e1372b-bbc3-4edf-9c1e-64bda12b8637 HTTP/1.1" status: 200 len: 855 time: 0.0439799 Aug 27 03:25:31.434023 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efc714-45ac-4def-a749-de2f7f017d07 req-d6a75968-e925-4d78-b17d-c8007507048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:31.435542 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-06efc714-45ac-4def-a749-de2f7f017d07 req-d6a75968-e925-4d78-b17d-c8007507048b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1eb5933b-f51a-4eee-8470-bc2293d335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448005 Aug 27 03:25:31.524199 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-06efc714-45ac-4def-a749-de2f7f017d07 req-d786f2b0-2535-4e8e-adea-fabb8456c1e4 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804803 Aug 27 03:25:31.619083 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-06efc714-45ac-4def-a749-de2f7f017d07 req-1bd3dcb2-e51e-4aab-9350-246d8525e133 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884507 Aug 27 03:25:33.757713 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-27ac5d78-617b-4f53-b7fe-beb3d645fef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:36.179045 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:37.592642 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-b8864271-9c40-4f06-89aa-4d4a584670f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:38.413989 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:41.000487 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:47.785652 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:02.093928 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:26:03.759458 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1909c7c4-36fd-457e-9e7c-ce6df3dd843d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:06.182059 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:07.593980 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a205693c-43ec-49b9-88d4-df146a720c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:08.417701 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:11.002149 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:17.800358 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:33.097533 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7a015176-544b-42ca-b220-f3970788bac2 req-17d4620b-5729-42c7-9d19-a53002a363aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409417 Aug 27 03:26:33.179278 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015176-544b-42ca-b220-f3970788bac2 req-cab73da6-0d97-414a-9db0-7f70eac0a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:33.181926 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7a015176-544b-42ca-b220-f3970788bac2 req-cab73da6-0d97-414a-9db0-7f70eac0a562 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0414677 Aug 27 03:26:33.283061 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015176-544b-42ca-b220-f3970788bac2 req-d503868e-4dce-4a03-8e36-acc347a0582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:33.284526 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7a015176-544b-42ca-b220-f3970788bac2 req-d503868e-4dce-4a03-8e36-acc347a0582c service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0846205 Aug 27 03:26:33.349375 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7a015176-544b-42ca-b220-f3970788bac2 req-9fe9328f-c4c4-45c5-81f1-22361efb538b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 1000 time: 0.0574579 Aug 27 03:26:33.398648 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015176-544b-42ca-b220-f3970788bac2 req-2fd8360a-5338-4dd8-8fe8-1275542c104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:33.400437 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7a015176-544b-42ca-b220-f3970788bac2 req-2fd8360a-5338-4dd8-8fe8-1275542c104f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0442243 Aug 27 03:26:33.450415 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015176-544b-42ca-b220-f3970788bac2 req-3d17666b-8cd4-4497-b4fe-432955fcf612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:33.451968 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7a015176-544b-42ca-b220-f3970788bac2 req-3d17666b-8cd4-4497-b4fe-432955fcf612 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449622 Aug 27 03:26:33.541848 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7a015176-544b-42ca-b220-f3970788bac2 req-a6333719-d442-47da-8bbc-257d70bde452 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823584 Aug 27 03:26:33.637983 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7a015176-544b-42ca-b220-f3970788bac2 req-e6a106fc-0415-4d42-9240-738bf6956e00 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892026 Aug 27 03:26:33.759702 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-124a0884-443c-4359-98a4-27710fe0ba49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:36.183695 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:37.594446 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-67350084-c768-43ab-8391-d71aa4bd8470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:38.420004 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:39.094825 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:26:41.005462 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:47.807832 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.760060 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0e24d6ca-2ec1-4a4d-a70f-c4acfff2d390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.186269 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.595017 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-253a0b80-013a-4f4f-95d9-2b8dd7b3d15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:08.423903 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.007811 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:16.093736 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:27:17.815434 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:33.761536 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3d4495d0-3a76-4b68-9be8-47e7ebd6e348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:35.142436 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f94d657c-4c28-4c7f-be8d-89feb9e41904 req-f4bf4409-a215-47a1-a974-26217d51083d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931802 Aug 27 03:27:35.203080 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d657c-4c28-4c7f-be8d-89feb9e41904 req-0c62933f-de23-431a-b8c7-4d80c6ad317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:35.204545 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f94d657c-4c28-4c7f-be8d-89feb9e41904 req-0c62933f-de23-431a-b8c7-4d80c6ad317f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42e04043008246e9b58aecff0ff3f01d&device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 1098 time: 0.0404737 Aug 27 03:27:35.308817 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d657c-4c28-4c7f-be8d-89feb9e41904 req-882a02d3-410a-4262-94fb-0bd563ddfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:35.310325 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f94d657c-4c28-4c7f-be8d-89feb9e41904 req-882a02d3-410a-4262-94fb-0bd563ddfef0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad22cb0f-2f83-463f-9892-62414600ad31 HTTP/1.1" status: 200 len: 915 time: 0.0867431 Aug 27 03:27:35.353628 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f94d657c-4c28-4c7f-be8d-89feb9e41904 req-536eaab8-0c23-4438-be2f-3d9af4fa703e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 HTTP/1.1" status: 200 len: 217 time: 0.0359693 Aug 27 03:27:35.405243 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d657c-4c28-4c7f-be8d-89feb9e41904 req-df579786-0e71-468e-9c1f-dddea48b4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:35.406673 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f94d657c-4c28-4c7f-be8d-89feb9e41904 req-df579786-0e71-468e-9c1f-dddea48b4a03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c7e8f6f-e958-408d-ba70-23aa36bba06a HTTP/1.1" status: 200 len: 854 time: 0.0434353 Aug 27 03:27:35.437490 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f94d657c-4c28-4c7f-be8d-89feb9e41904 req-5d54f8ce-2a10-4dba-a22c-492d524850af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad22cb0f-2f83-463f-9892-62414600ad31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240297 Aug 27 03:27:35.528439 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f94d657c-4c28-4c7f-be8d-89feb9e41904 req-e9bb5042-faaf-4db1-89a6-66ac6e9deaf9 service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837455 Aug 27 03:27:35.616985 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f94d657c-4c28-4c7f-be8d-89feb9e41904 req-fe81f70e-635a-4400-9ba2-0b8b5b458a8b service neutron] 10.222.0.21 "GET /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806267 Aug 27 03:27:36.187294 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:36.926939 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [req-1415ed1d-1eff-4003-a80b-f7f134ff46e3 req-08358f82-f5aa-4c3d-97cd-a94e1d9bf811 service neutron] (93974) timed out ('10.222.0.21', 49326) {{(pid=93974) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:27:37.595748 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ee64d6c1-516b-4d3b-b29e-7128ef9727e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:38.426552 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:39.036319 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 48668) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:39.100812 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:39.126148 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:39.185932 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:39.188920 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:39.190145 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] 10.222.0.30 "DELETE /v2.0/security-groups/5279448f-8b74-4098-a253-1ee3c3006064 HTTP/1.1" status: 204 len: 168 time: 0.1529005 Aug 27 03:27:39.200729 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5279448f-8b74-4098-a253-1ee3c3006064,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:39.208024 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.208378 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.208729 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.209066 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.209399 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.209776 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.210094 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.210422 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.210769 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.211100 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.211425 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.211750 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee0488-0d11-41ee-801d-6834f0a520ce tempest-TestVolumeBootPattern-327211912 tempest-TestVolumeBootPattern-327211912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:39.349300 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 48674) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:39.905091 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679567'] for router_interface, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:40.405821 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] Deleting port 9d599d10-3b9a-475b-81ef-b74e3b972f00 {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:27:40.406507 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:40.481637 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] For port 9d599d10-3b9a-475b-81ef-b74e3b972f00, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=9d599d10-3b9a-475b-81ef-b74e3b972f00,segment=NetworkSegment(6bfbee0f-abe4-4269-ad3f-946b7fbe833b),segment_id=6bfbee0f-abe4-4269-ad3f-946b7fbe833b)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:40.481996 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:40.493961 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] Calling delete_port for 9d599d10-3b9a-475b-81ef-b74e3b972f00 owned by network:router_interface {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:27:40.678112 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:40.708236 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d599d10-3b9a-475b-81ef-b74e3b972f00,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:40.873881 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679365'] for router_interface, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:41.018214 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:41.091858 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] Router 59e97eb7-4c5f-4a93-9798-0f13f002c54d has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:27:41.207775 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:27:41.212686 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-c884f6b5-a8b7-43ae-b46b-cd1471d6a35e admin admin] 10.222.0.30 "PUT /v2.0/routers/59e97eb7-4c5f-4a93-9798-0f13f002c54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8624389 Aug 27 03:27:41.215934 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 48694) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:41.217472 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d9ff0-6179-4bc3-91a4-6741bdb8236f None None] Sync routers for ids ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:27:41.226446 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d9ff0-6179-4bc3-91a4-6741bdb8236f None None] Routers {'59e97eb7-4c5f-4a93-9798-0f13f002c54d'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:41.227093 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-273d9ff0-6179-4bc3-91a4-6741bdb8236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:27:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:41.317529 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Notify callbacks [] for router, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:41.328095 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-273d9ff0-6179-4bc3-91a4-6741bdb8236f None None] Set router 59e97eb7-4c5f-4a93-9798-0f13f002c54d gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:41.424684 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:41.477042 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Deleting port 59edfdca-7753-436d-82f2-78597523b8e8 {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:27:41.477292 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:41.504789 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-273d9ff0-6179-4bc3-91a4-6741bdb8236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'name': 'tempest-TestVolumeBootPattern-748035761-router', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '59edfdca-7753-436d-82f2-78597523b8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:27:40Z', 'revision_number': 5, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'gw_port': {'id': '59edfdca-7753-436d-82f2-78597523b8e8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:41.534410 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d9ff0-6179-4bc3-91a4-6741bdb8236f None None] Checking router: 59e97eb7-4c5f-4a93-9798-0f13f002c54d for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:27:41.543037 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d9ff0-6179-4bc3-91a4-6741bdb8236f None None] Routers {'59e97eb7-4c5f-4a93-9798-0f13f002c54d'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:41.543640 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-273d9ff0-6179-4bc3-91a4-6741bdb8236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:27:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:41.558448 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] For port 59edfdca-7753-436d-82f2-78597523b8e8, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=59edfdca-7753-436d-82f2-78597523b8e8,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:41.558849 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:41.571342 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Calling delete_port for 59edfdca-7753-436d-82f2-78597523b8e8 owned by network:router_gateway {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:27:41.628515 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-273d9ff0-6179-4bc3-91a4-6741bdb8236f None None] Set router 59e97eb7-4c5f-4a93-9798-0f13f002c54d gateway port host: None {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:41.687043 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-273d9ff0-6179-4bc3-91a4-6741bdb8236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'name': 'tempest-TestVolumeBootPattern-748035761-router', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:27:41Z', 'revision_number': 6, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'gw_port_host': None}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:41.713522 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d9ff0-6179-4bc3-91a4-6741bdb8236f None None] The sync data for ids ['59e97eb7-4c5f-4a93-9798-0f13f002c54d'] in dv-cinder-805887-5-iscsi is: [{'id': '59e97eb7-4c5f-4a93-9798-0f13f002c54d', 'name': 'tempest-TestVolumeBootPattern-748035761-router', 'tenant_id': 'b2ab97b2c3724820b5b5223e79009cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:22Z', 'updated_at': '2021-08-27T03:27:41Z', 'revision_number': 6, 'project_id': 'b2ab97b2c3724820b5b5223e79009cff', 'gw_port_host': None}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:27:41.747173 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:41.770648 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Pushing event deleted for resources: {'Port': ['ID=59edfdca-7753-436d-82f2-78597523b8e8,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:41.836373 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:41.939257 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37144'] for router, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:41.941458 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.007449 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676239'] for router, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.007449 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59e97eb7-4c5f-4a93-9798-0f13f002c54d {{(pid=93974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:27:42.013223 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] Notify callbacks [] for router, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.016741 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-729ca51d-0ec0-4d02-909e-7ab8bbe3c684 admin admin] 10.222.0.30 "DELETE /v2.0/routers/59e97eb7-4c5f-4a93-9798-0f13f002c54d HTTP/1.1" status: 204 len: 168 time: 0.7974989 Aug 27 03:27:42.016893 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 48702) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:42.063225 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a68b8c1-1bcf-4faf-8747-da69de33a84f admin admin] Deleting subnet 78d1c486-9ce2-47a2-9129-6c297e852e26 {{(pid=93974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:27:42.066980 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6a68b8c1-1bcf-4faf-8747-da69de33a84f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.105265 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6a68b8c1-1bcf-4faf-8747-da69de33a84f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7350878'] for subnet, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.221437 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6a68b8c1-1bcf-4faf-8747-da69de33a84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.272643 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6a68b8c1-1bcf-4faf-8747-da69de33a84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4679056'] for subnet, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.299948 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68b8c1-1bcf-4faf-8747-da69de33a84f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d1c486-9ce2-47a2-9129-6c297e852e26,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:42.301919 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-6a68b8c1-1bcf-4faf-8747-da69de33a84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.303810 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-6a68b8c1-1bcf-4faf-8747-da69de33a84f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/78d1c486-9ce2-47a2-9129-6c297e852e26 HTTP/1.1" status: 204 len: 168 time: 0.2859831 Aug 27 03:27:42.306180 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 48706) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:42.308939 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50fe429-a4f0-4427-92b9-81c8df244784 None None] Network 725db4ab-3f93-4bed-baea-fe72c9ced810 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:27:42.375276 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.428215 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Deleting port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:27:42.428763 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.492292 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] For port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace,segment=NetworkSegment(6bfbee0f-abe4-4269-ad3f-946b7fbe833b),segment_id=6bfbee0f-abe4-4269-ad3f-946b7fbe833b)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:42.492661 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.507441 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Calling delete_port for c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace owned by network:dhcp {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:27:42.522399 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] DHCP port deletion for 725db4ab-3f93-4bed-baea-fe72c9ced810 request from dv-cinder-805887-5-iscsi {{(pid=93975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:27:42.552107 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 9d599d10-3b9a-475b-81ef-b74e3b972f00 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:27:42.576761 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 9d599d10-3b9a-475b-81ef-b74e3b972f00 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:27:42.577099 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 9d599d10-3b9a-475b-81ef-b74e3b972f00 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:27:42.592548 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.609272 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Deleting port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace {{(pid=93975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:27:42.609648 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.624106 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:42.627431 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] No DVR routers for this DVR port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace on host dv-cinder-805887-5-iscsi {{(pid=93974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:27:42.683930 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] For port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace, host dv-cinder-805887-5-iscsi, got binding levels [] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:42.684412 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.701739 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Calling delete_port for c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace owned by network:dhcp {{(pid=93975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:27:42.705977 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.ipam_backend_mixin [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace was not found and therefore no delete operation was performed {{(pid=93975) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 03:27:42.707653 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271'] for port, after_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.734574 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Pushing event deleted for resources: {'Port': ['ID=c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace,revision_number=None']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:42.746620 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] No DVR routers for this DVR port c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace on host dv-cinder-805887-5-iscsi {{(pid=93975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:27:42.749081 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.749423 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.749762 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.750098 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.750425 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.750781 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.751113 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.751439 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.751780 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.752247 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.752576 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.752897 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4790c9-f2e6-4aaf-ba32-cba70388f050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:42.936416 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.946071 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725db4ab-3f93-4bed-baea-fe72c9ced810']}} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:42.957048 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfbee0f-abe4-4269-ad3f-946b7fbe833b') {'for_net_delete': True} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:42.957345 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfbee0f-abe4-4269-ad3f-946b7fbe833b') {} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:42.966359 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7350849'] for segment, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.980985 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.989128 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:27:42.989671 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600851'] for segment, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: Traceback (most recent call last): Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: timer() Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: cb(*args, **kw) Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: return func(*args, **kwargs) Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: self._notify() Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: self.callback(batched_events) Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: event.method(event) Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: return f(self, *a, **k) Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._get(url).json() Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: return self.request(url, 'GET', **kwargs) Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:27:42.991468 dv-cinder-805887-5-iscsi neutron-server[93974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:27:43.047756 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:43.053504 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:43.055436 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] 10.222.0.30 "DELETE /v2.0/networks/725db4ab-3f93-4bed-baea-fe72c9ced810 HTTP/1.1" status: 204 len: 168 time: 0.7482245 Aug 27 03:27:43.059073 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 48712) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:43.068042 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ce917-68e2-463e-a42f-3c8450dc415f admin admin] Pushing event deleted for resources: {'Network': ['ID=725db4ab-3f93-4bed-baea-fe72c9ced810,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:43.410571 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679567'] for router_interface, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:43.649498 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Deleting port 17401497-cdda-43ed-aad3-ac9e60fc9af3 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:27:43.649764 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:43.728012 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] For port 17401497-cdda-43ed-aad3-ac9e60fc9af3, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=17401497-cdda-43ed-aad3-ac9e60fc9af3,segment=NetworkSegment(cbd3711d-f434-4e72-b64e-8180f667e664),segment_id=cbd3711d-f434-4e72-b64e-8180f667e664)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:43.728376 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:43.745046 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Calling delete_port for 17401497-cdda-43ed-aad3-ac9e60fc9af3 owned by network:router_interface {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:27:43.924084 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:43.956504 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Pushing event deleted for resources: {'Port': ['ID=17401497-cdda-43ed-aad3-ac9e60fc9af3,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:43.983112 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:43.983472 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:43.983821 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:43.984163 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:43.984502 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:43.984846 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:43.985184 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:43.985522 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:43.985858 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:43.986189 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:43.986521 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:43.986881 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:44.137696 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679365'] for router_interface, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:44.214475 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 59edfdca-7753-436d-82f2-78597523b8e8 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:27:44.238893 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 59edfdca-7753-436d-82f2-78597523b8e8 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:27:44.239119 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 59edfdca-7753-436d-82f2-78597523b8e8 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:27:44.239521 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:27:44.261361 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:27:44.261765 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device c1f66c48-5bb1-4253-a3e1-cc1d3ec43ace not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:27:44.602323 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Router 91ffbefc-3a96-4526-904f-28ee2bef2fcd has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:27:44.706339 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:27:44.712865 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-c36c751f-150a-4222-8be6-34dbaf3c312d admin admin] 10.222.0.30 "PUT /v2.0/routers/91ffbefc-3a96-4526-904f-28ee2bef2fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6525848 Aug 27 03:27:44.715432 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 48726) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:44.717934 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6054b5-db48-4e30-b339-43be21bf7d0b None None] Sync routers for ids ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:27:44.727570 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6054b5-db48-4e30-b339-43be21bf7d0b None None] Routers {'91ffbefc-3a96-4526-904f-28ee2bef2fcd'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:44.728245 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-0f6054b5-db48-4e30-b339-43be21bf7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:27:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:44.823212 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Notify callbacks [] for router, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:44.835236 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-0f6054b5-db48-4e30-b339-43be21bf7d0b None None] Set router 91ffbefc-3a96-4526-904f-28ee2bef2fcd gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:44.926215 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:44.978845 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Deleting port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:27:44.979829 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.008587 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-0f6054b5-db48-4e30-b339-43be21bf7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'name': 'tempest-TestVolumeBootPattern-655534746-router', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:28Z', 'updated_at': '2021-08-27T03:27:43Z', 'revision_number': 5, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'gw_port': {'id': '37cdac4b-0822-46a9-bfc0-d0f3d99c645f', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:29Z', 'updated_at': '2021-08-27T03:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:45.036912 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6054b5-db48-4e30-b339-43be21bf7d0b None None] Checking router: 91ffbefc-3a96-4526-904f-28ee2bef2fcd for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:27:45.046085 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6054b5-db48-4e30-b339-43be21bf7d0b None None] Routers {'91ffbefc-3a96-4526-904f-28ee2bef2fcd'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:45.046698 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-0f6054b5-db48-4e30-b339-43be21bf7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:27:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:45.068315 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] For port 37cdac4b-0822-46a9-bfc0-d0f3d99c645f, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=37cdac4b-0822-46a9-bfc0-d0f3d99c645f,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:45.068681 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.080865 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Calling delete_port for 37cdac4b-0822-46a9-bfc0-d0f3d99c645f owned by network:router_gateway {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:27:45.130303 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-0f6054b5-db48-4e30-b339-43be21bf7d0b None None] Set router 91ffbefc-3a96-4526-904f-28ee2bef2fcd gateway port host: None {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:45.184186 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-0f6054b5-db48-4e30-b339-43be21bf7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'name': 'tempest-TestVolumeBootPattern-655534746-router', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:28Z', 'updated_at': '2021-08-27T03:27:44Z', 'revision_number': 6, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'gw_port_host': None}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:45.213527 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6054b5-db48-4e30-b339-43be21bf7d0b None None] The sync data for ids ['91ffbefc-3a96-4526-904f-28ee2bef2fcd'] in dv-cinder-805887-5-iscsi is: [{'id': '91ffbefc-3a96-4526-904f-28ee2bef2fcd', 'name': 'tempest-TestVolumeBootPattern-655534746-router', 'tenant_id': '42d86dc0c1ac45469aab755627bf31a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:28Z', 'updated_at': '2021-08-27T03:27:44Z', 'revision_number': 6, 'project_id': '42d86dc0c1ac45469aab755627bf31a2', 'gw_port_host': None}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:27:45.269131 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.293842 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Pushing event deleted for resources: {'Port': ['ID=37cdac4b-0822-46a9-bfc0-d0f3d99c645f,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:45.354402 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.446023 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37144'] for router, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.448850 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.491039 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676239'] for router, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.491564 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91ffbefc-3a96-4526-904f-28ee2bef2fcd {{(pid=93974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:27:45.497283 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] Notify callbacks [] for router, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.498428 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-c443b296-b0b8-4d10-8a4b-c023769e945c admin admin] 10.222.0.30 "DELETE /v2.0/routers/91ffbefc-3a96-4526-904f-28ee2bef2fcd HTTP/1.1" status: 204 len: 168 time: 0.7819123 Aug 27 03:27:45.500836 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 48736) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:45.544307 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_v2 [None req-99341731-9f38-4ad8-ab98-687c3d30e4cc admin admin] Deleting subnet 1b1fa984-ff25-44a2-8b84-d83372a09ec1 {{(pid=93974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:27:45.547602 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-99341731-9f38-4ad8-ab98-687c3d30e4cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.583583 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-99341731-9f38-4ad8-ab98-687c3d30e4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7350878'] for subnet, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.671098 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-99341731-9f38-4ad8-ab98-687c3d30e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.723483 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-99341731-9f38-4ad8-ab98-687c3d30e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4679056'] for subnet, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.750274 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99341731-9f38-4ad8-ab98-687c3d30e4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1fa984-ff25-44a2-8b84-d83372a09ec1,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:45.754013 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-99341731-9f38-4ad8-ab98-687c3d30e4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.756144 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-99341731-9f38-4ad8-ab98-687c3d30e4cc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1b1fa984-ff25-44a2-8b84-d83372a09ec1 HTTP/1.1" status: 204 len: 168 time: 0.2541716 Aug 27 03:27:45.758326 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 48738) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:45.760699 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa24222-20e8-4b05-807c-eed6c13bc7f7 None None] Network 352c0ad5-edf7-4032-8a43-7c1b0a12f39e requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:27:45.831440 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.887557 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Deleting port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:27:45.888000 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.950071 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] For port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=ff94ead4-af8c-4a3d-a3f1-56a85b457d7d,segment=NetworkSegment(cbd3711d-f434-4e72-b64e-8180f667e664),segment_id=cbd3711d-f434-4e72-b64e-8180f667e664)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:45.950773 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:45.965109 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Calling delete_port for ff94ead4-af8c-4a3d-a3f1-56a85b457d7d owned by network:dhcp {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:27:45.990659 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c75b194-c7dc-47b8-9123-dbd2fb4d4e3e None None] DHCP port deletion for 352c0ad5-edf7-4032-8a43-7c1b0a12f39e request from dv-cinder-805887-5-iscsi {{(pid=93975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:27:46.045287 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-3c75b194-c7dc-47b8-9123-dbd2fb4d4e3e None None] Deleting port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d {{(pid=93975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:27:46.046027 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3c75b194-c7dc-47b8-9123-dbd2fb4d4e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.051520 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.078315 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff94ead4-af8c-4a3d-a3f1-56a85b457d7d,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:46.081996 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] No DVR routers for this DVR port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d on host dv-cinder-805887-5-iscsi {{(pid=93974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:27:46.119727 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-3c75b194-c7dc-47b8-9123-dbd2fb4d4e3e None None] For port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=ff94ead4-af8c-4a3d-a3f1-56a85b457d7d,segment=NetworkSegment(cbd3711d-f434-4e72-b64e-8180f667e664),segment_id=cbd3711d-f434-4e72-b64e-8180f667e664)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:46.121048 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3c75b194-c7dc-47b8-9123-dbd2fb4d4e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.138830 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-3c75b194-c7dc-47b8-9123-dbd2fb4d4e3e None None] Calling delete_port for ff94ead4-af8c-4a3d-a3f1-56a85b457d7d owned by network:dhcp {{(pid=93975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:27:46.171380 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.192695 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352c0ad5-edf7-4032-8a43-7c1b0a12f39e']}} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:46.210122 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 17401497-cdda-43ed-aad3-ac9e60fc9af3 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:27:46.211044 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd3711d-f434-4e72-b64e-8180f667e664') {'for_net_delete': True} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:46.211472 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd3711d-f434-4e72-b64e-8180f667e664') {} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:46.222272 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7350849'] for segment, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.238187 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.238510 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 17401497-cdda-43ed-aad3-ac9e60fc9af3 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:27:46.238881 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 17401497-cdda-43ed-aad3-ac9e60fc9af3 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:27:46.239311 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 37cdac4b-0822-46a9-bfc0-d0f3d99c645f no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:27:46.246466 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:27:46.247119 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600851'] for segment, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: Traceback (most recent call last): Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: timer() Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: cb(*args, **kw) Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: return func(*args, **kwargs) Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: self._notify() Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: self.callback(batched_events) Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: event.method(event) Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: return f(self, *a, **k) Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._get(url).json() Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: return self.request(url, 'GET', **kwargs) Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:27:46.249815 dv-cinder-805887-5-iscsi neutron-server[93974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:27:46.303498 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3c75b194-c7dc-47b8-9123-dbd2fb4d4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271'] for port, after_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.308130 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 37cdac4b-0822-46a9-bfc0-d0f3d99c645f {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:27:46.308474 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 37cdac4b-0822-46a9-bfc0-d0f3d99c645f not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:27:46.308901 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device ff94ead4-af8c-4a3d-a3f1-56a85b457d7d no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:27:46.328047 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.341568 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.341568 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] 10.222.0.30 "DELETE /v2.0/networks/352c0ad5-edf7-4032-8a43-7c1b0a12f39e HTTP/1.1" status: 204 len: 168 time: 0.5801952 Aug 27 03:27:46.344621 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: ff94ead4-af8c-4a3d-a3f1-56a85b457d7d {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:27:46.345002 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device ff94ead4-af8c-4a3d-a3f1-56a85b457d7d not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:27:46.373758 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ae729-8cf6-44ab-a1ef-e44ef4658a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=352c0ad5-edf7-4032-8a43-7c1b0a12f39e,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:46.488626 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 48750) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:46.499355 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75b194-c7dc-47b8-9123-dbd2fb4d4e3e None None] Pushing event deleted for resources: {'Port': ['ID=ff94ead4-af8c-4a3d-a3f1-56a85b457d7d,revision_number=None']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:46.503012 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75b194-c7dc-47b8-9123-dbd2fb4d4e3e None None] No DVR routers for this DVR port ff94ead4-af8c-4a3d-a3f1-56a85b457d7d on host dv-cinder-805887-5-iscsi {{(pid=93975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:27:46.533522 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-53065de0-6a89-4264-bf8f-b45977b3c838 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2ab97b2c3724820b5b5223e79009cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437748 Aug 27 03:27:46.535892 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 48752) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:46.585733 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9066b3cb-4726-470b-bf07-92e5cee48426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.607069 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9066b3cb-4726-470b-bf07-92e5cee48426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.652270 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9066b3cb-4726-470b-bf07-92e5cee48426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.654917 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9066b3cb-4726-470b-bf07-92e5cee48426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.656080 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-9066b3cb-4726-470b-bf07-92e5cee48426 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06e1bb27-7afc-4bef-bf78-bc793b5a1e44 HTTP/1.1" status: 204 len: 168 time: 0.1192839 Aug 27 03:27:46.666470 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066b3cb-4726-470b-bf07-92e5cee48426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e1bb27-7afc-4bef-bf78-bc793b5a1e44,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:47.013700 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 48760) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:47.063806 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8432f970-b452-45ca-8f20-0a0635ae08c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42d86dc0c1ac45469aab755627bf31a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486286 Aug 27 03:27:47.067196 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 48762) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:47.133295 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5ed77273-aac3-486e-b8ca-595d6a5ca6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:47.160908 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5ed77273-aac3-486e-b8ca-595d6a5ca6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:47.210583 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5ed77273-aac3-486e-b8ca-595d6a5ca6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:47.214475 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5ed77273-aac3-486e-b8ca-595d6a5ca6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:47.216398 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-5ed77273-aac3-486e-b8ca-595d6a5ca6f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85a389cd-1fe3-4aab-9f19-f6714fa93011 HTTP/1.1" status: 204 len: 168 time: 0.1479342 Aug 27 03:27:47.226114 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed77273-aac3-486e-b8ca-595d6a5ca6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a389cd-1fe3-4aab-9f19-f6714fa93011,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:47.814426 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:53.093199 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:28:03.647653 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d350-e008-4da3-bc6e-e7473bb1461c req-1f2ff2cb-90c2-4606-92b5-1822d9032b1c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:03.649153 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a2c6d350-e008-4da3-bc6e-e7473bb1461c req-1f2ff2cb-90c2-4606-92b5-1822d9032b1c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 945 time: 0.2613182 Aug 27 03:28:03.688895 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a2c6d350-e008-4da3-bc6e-e7473bb1461c req-27a3d928-bc7e-4a6c-bd69-617e2b45a278 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Aug 27 03:28:03.762888 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb293-814c-40f8-963c-75db12fbcd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:03.923982 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742fd07-3235-4625-95cd-be1fcfb693c0 req-0f7c0a51-f0fc-4b2e-abdb-c064a27a4167 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:03.925424 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f742fd07-3235-4625-95cd-be1fcfb693c0 req-0f7c0a51-f0fc-4b2e-abdb-c064a27a4167 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.21 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 945 time: 0.0477471 Aug 27 03:28:04.018755 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-f742fd07-3235-4625-95cd-be1fcfb693c0 req-f1d83581-b674-440d-a6ab-253919f21a01 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Deleting port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:28:04.019122 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-f742fd07-3235-4625-95cd-be1fcfb693c0 req-f1d83581-b674-440d-a6ab-253919f21a01 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:04.107350 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-f742fd07-3235-4625-95cd-be1fcfb693c0 req-f1d83581-b674-440d-a6ab-253919f21a01 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] For port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7,segment=NetworkSegment(959ea8aa-ef15-4e78-b14b-4d3a1e737f0e),segment_id=959ea8aa-ef15-4e78-b14b-4d3a1e737f0e)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:28:04.107720 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-f742fd07-3235-4625-95cd-be1fcfb693c0 req-f1d83581-b674-440d-a6ab-253919f21a01 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:04.120652 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-f742fd07-3235-4625-95cd-be1fcfb693c0 req-f1d83581-b674-440d-a6ab-253919f21a01 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Calling delete_port for 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:28:04.248083 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-f742fd07-3235-4625-95cd-be1fcfb693c0 req-f1d83581-b674-440d-a6ab-253919f21a01 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:04.261261 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['1d22619e-8d72-4cf5-a082-de4ed2aa0fc7'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:28:04.277394 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d83581-b674-440d-a6ab-253919f21a01 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Pushing event deleted for resources: {'Port': ['ID=1d22619e-8d72-4cf5-a082-de4ed2aa0fc7,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:04.321280 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-f742fd07-3235-4625-95cd-be1fcfb693c0 req-f1d83581-b674-440d-a6ab-253919f21a01 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] No DVR routers for this DVR port 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:28:04.328153 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-f742fd07-3235-4625-95cd-be1fcfb693c0 req-f1d83581-b674-440d-a6ab-253919f21a01 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:04.330171 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f742fd07-3235-4625-95cd-be1fcfb693c0 req-f1d83581-b674-440d-a6ab-253919f21a01 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.21 "DELETE /v2.0/ports/1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 HTTP/1.1" status: 204 len: 173 time: 0.3989265 Aug 27 03:28:04.330598 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa6a26e-b372-4bcd-ba73-384609de9286', 'name': 'network-vif-deleted', 'tag': '1d22619e-8d72-4cf5-a082-de4ed2aa0fc7'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:28:04.332902 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3ffda7-6bb8-4036-8fe0-ebb1571fb46d" -d '{"events": [{"server_uuid": "baa6a26e-b372-4bcd-ba73-384609de9286", "name": "network-vif-deleted", "tag": "1d22619e-8d72-4cf5-a082-de4ed2aa0fc7"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:28:04.435092 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6df0e2-e060-44c6-9f84-f40f527a5901 x-openstack-request-id: req-0d6df0e2-e060-44c6-9f84-f40f527a5901 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:28:04.435417 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa6a26e-b372-4bcd-ba73-384609de9286", "name": "network-vif-deleted", "tag": "1d22619e-8d72-4cf5-a082-de4ed2aa0fc7", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:28:04.435637 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d6df0e2-e060-44c6-9f84-f40f527a5901 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:28:04.436029 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa6a26e-b372-4bcd-ba73-384609de9286', 'name': 'network-vif-deleted', 'tag': '1d22619e-8d72-4cf5-a082-de4ed2aa0fc7', 'status': 'completed', 'code': 200} Aug 27 03:28:04.783355 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0f8bb521-3ade-4a78-ae68-69a0533dbab2 req-8365dbdd-da78-4bed-9f8f-af73e1f4f3e4 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0269225 Aug 27 03:28:05.931256 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d79ffa94-58e5-456b-9601-f135ae222840 req-914d88b1-020d-427a-a921-ab1feb896af8 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0785661 Aug 27 03:28:06.188901 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:06.567913 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:28:06.587380 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:28:06.587744 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 1d22619e-8d72-4cf5-a082-de4ed2aa0fc7 not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:28:06.993120 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 48942) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:07.032681 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bc2a0467-b219-49b6-8aab-4606817a1580 req-a404876d-2d97-4ce6-a812-a2811f146a7a tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Aug 27 03:28:07.105647 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c239daba-7474-4ede-b916-384b4ea4d648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.208794 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c239daba-7474-4ede-b916-384b4ea4d648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.212640 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c239daba-7474-4ede-b916-384b4ea4d648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.253263 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-c239daba-7474-4ede-b916-384b4ea4d648 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76337b4bd98c4857b1ab40d10e70085a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588494 Aug 27 03:28:07.255149 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239daba-7474-4ede-b916-384b4ea4d648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d559b02f-4a4e-4235-bc9e-cff8f27b0056,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:07.255896 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 48950) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:07.307282 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8f2b60a8-e717-475b-9bba-c660dfa8cc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.331989 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8f2b60a8-e717-475b-9bba-c660dfa8cc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.378456 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8f2b60a8-e717-475b-9bba-c660dfa8cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.381020 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-8f2b60a8-e717-475b-9bba-c660dfa8cc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.382170 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-8f2b60a8-e717-475b-9bba-c660dfa8cc30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d559b02f-4a4e-4235-bc9e-cff8f27b0056 HTTP/1.1" status: 204 len: 168 time: 0.1251681 Aug 27 03:28:07.391066 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b60a8-e717-475b-9bba-c660dfa8cc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d559b02f-4a4e-4235-bc9e-cff8f27b0056,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:07.597519 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-aa06a3cd-a6db-4884-9afe-380e6d82ef76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.640161 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 48956) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:07.653299 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f46a-e7f2-413a-86f9-ca1bf6923d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.743000 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f46a-e7f2-413a-86f9-ca1bf6923d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.747849 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f46a-e7f2-413a-86f9-ca1bf6923d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.782842 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6f46a-e7f2-413a-86f9-ca1bf6923d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2585f22-60e2-416f-8b8e-56ab88d0b9bd,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:07.787308 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-1ba6f46a-e7f2-413a-86f9-ca1bf6923d37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=911e7f7ea45c4e07aad2a7bace2dbbcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461387 Aug 27 03:28:07.789861 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 48958) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:07.838911 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d7d015a4-30ac-4096-a67e-c871afa1419d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.859441 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d7d015a4-30ac-4096-a67e-c871afa1419d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.907082 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d7d015a4-30ac-4096-a67e-c871afa1419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.909532 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d7d015a4-30ac-4096-a67e-c871afa1419d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.910647 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d7d015a4-30ac-4096-a67e-c871afa1419d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2585f22-60e2-416f-8b8e-56ab88d0b9bd HTTP/1.1" status: 204 len: 168 time: 0.1199026 Aug 27 03:28:07.918763 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d015a4-30ac-4096-a67e-c871afa1419d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2585f22-60e2-416f-8b8e-56ab88d0b9bd,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:08.140702 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-46fcca70-ad9e-4b63-93de-733299e86227 req-e49d4fa5-2935-4f0b-a8c9-bf35c4ddbfca tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0261414 Aug 27 03:28:08.429695 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:09.262262 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2944a77b-aa9f-4576-9215-378432e195f9 req-f246a2c4-be43-4d03-9c20-6de76543e449 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0317345 Aug 27 03:28:10.363603 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-66eea1d2-fdfc-4fd4-b4f0-3c80b88a068b req-2788eacc-c38f-46d4-b136-d6a9db573a40 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0288019 Aug 27 03:28:11.012790 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:11.460595 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b9e304d1-442e-4916-a55b-43e59c965ebb req-a13a2f7b-69e7-4eb4-ac92-242c1cc3d7bf tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0268791 Aug 27 03:28:12.553182 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a4713754-380f-498b-8353-53c507d1a2ee req-b91151fb-9bbd-4760-9f57-b6fb137b351d tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0266035 Aug 27 03:28:13.647822 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3759e9b9-8e3e-4468-861e-73f41225e5a7 req-705c7b80-56bd-4cb7-a106-978f45d7d01f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0268321 Aug 27 03:28:14.746519 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-205e9e76-75ff-4314-b7ae-9437e08631ba req-6284ffae-94e4-40db-b447-8cc1cc534a1a tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0250533 Aug 27 03:28:15.842117 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5a958c62-e510-4c3c-b2cf-74a44e7d9857 req-4690b3fb-d0cd-4f14-95a4-a890f77ab891 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0280197 Aug 27 03:28:16.935709 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-afa1125e-2b65-4766-8f64-70a2f96f0f66 req-27d63c31-9b4b-4949-8034-763b1929a258 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Aug 27 03:28:17.814140 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:18.029498 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4fc1e917-a698-48eb-9f32-1561538bd307 req-a18248dd-8ccf-4107-a538-2f023680e96f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0269620 Aug 27 03:28:19.125768 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5ade2076-81b6-4a4e-b759-dcc859f29f89 req-166ef01e-2023-44f6-a59a-0c1e8c917415 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0280428 Aug 27 03:28:20.223729 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a5c03cad-dfda-4b79-ad3d-18eee71ba521 req-a60621da-8e1b-4f20-8b21-a02c960e6278 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0297313 Aug 27 03:28:21.315961 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6b388ce3-2908-4b75-a2a2-2a09e0b9480e req-2946717c-cbc5-438f-938c-6db4792b90af tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0269108 Aug 27 03:28:22.407448 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-76e18680-7d1d-4f0d-bf63-6f8b42d276ad req-477c3892-c5e3-4883-aec5-335861e42e82 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263882 Aug 27 03:28:23.499750 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-db71fecf-586d-4d63-976d-1520dd785c34 req-d436bf1b-bd00-4b2e-ab88-90585159590c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0258532 Aug 27 03:28:24.590575 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7d2121a3-6d52-4ad8-90ac-67fb2fcffbdb req-42ea96c2-91fc-464c-aa59-84ddc901b802 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0253694 Aug 27 03:28:25.690261 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6ec55048-6ae3-4650-904c-0a2a5994bfb1 req-92e090f9-62bc-40e1-aa5b-f4a2fcaaf9d6 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0279469 Aug 27 03:28:26.782407 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3365bd72-daf4-44dc-8d89-c707b46ae1f0 req-8fcea5ad-5e1a-4bb3-a102-0041f53aae67 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0259895 Aug 27 03:28:27.874619 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a8e7d001-34aa-4c05-8ca1-8146cb38cf64 req-869a4e7f-c356-4d98-b562-5f3bbdb84cc5 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0269251 Aug 27 03:28:28.966473 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fc1da370-92da-49c7-976d-3c599ac1567a req-aa44bb41-d93c-4859-97d7-f6f029e9aaa2 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0261927 Aug 27 03:28:30.096649 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:28:30.213599 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-710f2361-a405-48a5-8ea5-6057d83608ba req-ac69f706-e1e1-418e-8dfa-72329f3302cd tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0261409 Aug 27 03:28:31.308158 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-14483226-515d-4dc3-8756-7d6d491cddf6 req-7b3db8d1-8bb1-4bd2-bad7-497b36c066a6 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0258114 Aug 27 03:28:32.405116 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bcf3c97d-5003-49c2-a2b5-aea99967b491 req-df7b0085-0017-485e-9e18-de6e8626e96f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0287628 Aug 27 03:28:33.507348 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cd0da5df-09b3-44f8-9919-a364cf2bff1c req-c28bcc85-4cc8-463d-ae9f-fab6b8d5943f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0303969 Aug 27 03:28:33.764026 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ad061aa-7b71-493e-9a1b-b7fa0439b6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:34.607108 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6ca26f52-aba0-405e-a307-f6c0a6690c69 req-0df57dd1-f09c-4075-ad9c-80524b42147d tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0276680 Aug 27 03:28:35.705213 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2b39f621-4860-4054-9cfb-30d8ca5cbbb4 req-baf09ef1-5762-4369-ac0f-a868f227f6e4 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0298901 Aug 27 03:28:36.092577 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-a86e7a9f-2ae0-4f7c-8a35-ba3bf3f33360 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398245 Aug 27 03:28:36.153059 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-a43ed477-cdaf-427a-8e4a-c37c73138c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:36.155284 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-a43ed477-cdaf-427a-8e4a-c37c73138c15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 1098 time: 0.0406468 Aug 27 03:28:36.192113 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:36.260192 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-9e4021b2-98bf-407f-a9fc-4611d08bc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:36.261668 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-9e4021b2-98bf-407f-a9fc-4611d08bc715 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 200 len: 917 time: 0.0864685 Aug 27 03:28:36.326171 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-990fb678-00c1-4a84-b56a-888cc16ef55e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa983c5b-4310-4988-8920-07a9a2898e85 HTTP/1.1" status: 200 len: 1001 time: 0.0564311 Aug 27 03:28:36.375280 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-3ba680ae-eef1-48b6-ba04-b2ed6480d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:36.376735 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-3ba680ae-eef1-48b6-ba04-b2ed6480d519 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2e1372b-bbc3-4edf-9c1e-64bda12b8637 HTTP/1.1" status: 200 len: 855 time: 0.0441451 Aug 27 03:28:36.427071 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-8a1ae9d7-57bd-419b-9efe-1391bc7c120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:36.428566 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-8a1ae9d7-57bd-419b-9efe-1391bc7c120e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1eb5933b-f51a-4eee-8470-bc2293d335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453334 Aug 27 03:28:36.516809 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-9e9868c0-431f-445e-b9a7-2cb92171b573 service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811095 Aug 27 03:28:36.608489 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d00a1ae1-bfc1-4aab-bfb4-aba53116eea2 req-519a7ce1-b851-4292-9cae-5de07a48a99a service neutron] 10.222.0.21 "GET /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847397 Aug 27 03:28:36.798331 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e5f6ed31-e191-47c3-905c-dead8def349a req-15125c97-4978-4c06-9271-00f83d1b1205 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0259163 Aug 27 03:28:37.598820 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-974deb68-214f-420f-b870-859133f9b559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:37.892501 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a1b9d1d6-dba0-437f-bd95-8a21a25a799e req-f273da87-b2d7-4dd2-b809-306d6ab2cc5f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0268815 Aug 27 03:28:38.432622 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:38.987019 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e58e7616-3bba-4b3e-ad63-68c89f7a1539 req-d2e772b6-b28f-4c58-91af-6a8e4df78730 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0272453 Aug 27 03:28:40.079641 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-46ccf5ef-4521-4a09-92d4-f5454f70c1c9 req-71734aae-8aac-45c5-91c8-8dd4d1aa08c1 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0271668 Aug 27 03:28:41.016700 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:41.173209 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-35b28c8e-0896-404e-8ab5-b7413cc290f5 req-cd538ff1-5ad9-4890-a3af-077a70c0478f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0270829 Aug 27 03:28:42.265314 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b41168f6-9d3a-4196-8bf2-da53e7253eaf req-9cd5a10b-a7e7-4838-a7d0-9b286cfcf970 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263090 Aug 27 03:28:43.358923 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3ce11927-3c8d-43fa-af8b-177fb915e35f req-f457e5c3-7e05-40e1-976e-b317580e72a5 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0271204 Aug 27 03:28:44.451029 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1432a11c-6761-41c9-8d83-8bea27c8b348 req-1ea54d26-3021-40a7-bc19-d30de8eae05f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0257583 Aug 27 03:28:45.544808 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8966b093-779e-47a5-b1b1-a8dc2d61305a req-9c2880f8-b7f3-4677-b0fa-12b8e0aa8a57 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0283849 Aug 27 03:28:46.640966 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0dc7a571-4357-4d69-98a0-65d777acf8ac req-4385b3d0-fb65-405f-93b1-ad1186f7e7f2 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0297453 Aug 27 03:28:47.731759 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea3b3cf1-5a16-4125-b253-f0de67d8eeb0 req-24f00c14-b480-4bc4-85de-1fd9a8be911f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263004 Aug 27 03:28:47.814596 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:48.824602 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cf228594-c1b3-432d-ae67-82d6c5766525 req-1d1797f2-48ff-40af-a742-acea6fc6765a tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0258038 Aug 27 03:28:49.916023 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d293b168-368b-478c-b831-185757855286 req-8111d46c-cf92-4757-b421-a271235924d2 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0261865 Aug 27 03:28:51.007026 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5ccf36a2-fe99-462e-9d27-112b9c362807 req-64817500-79f9-426f-b3c3-711985facf8f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0255101 Aug 27 03:28:52.100051 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-33c1f90f-d20a-4005-bf57-29d2bacd14f8 req-f0fb5dbe-52f3-468f-b8ee-d439390b6185 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263164 Aug 27 03:28:53.192809 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7befb2f9-9e79-44fa-a8d0-d32ef1d00e9b req-cd0bcf5b-ac9b-458b-a670-b8f5c0415c94 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0259187 Aug 27 03:28:54.286422 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-685d5c05-e987-4b0a-8759-916c9e317daf req-2f809da2-72bf-476e-9931-1ec72e76a0db tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0264080 Aug 27 03:28:55.378749 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0b8104a8-d76d-49d3-a208-beee48943969 req-0dab1abd-ed85-4709-a905-f2021dc406ac tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0268087 Aug 27 03:28:56.470960 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3a8c6548-c117-4d11-9a2b-d2e37ba4678c req-9aeb3644-0d4f-40b3-b18c-2482494a2849 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263202 Aug 27 03:28:57.562610 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a67bb5d4-b30e-4b4f-b088-f35a7b74d510 req-a7301b53-f08c-4e21-bb11-23c1c68b1be7 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263402 Aug 27 03:28:58.657747 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0d3dc321-9544-46fe-a006-f5639e6096b1 req-8740eb1d-fcca-4a93-a630-848e7392d310 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0288210 Aug 27 03:28:59.751194 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-632aae6a-6a84-4fb4-8fc6-a915e1bf1894 req-e995174c-9f1b-4ac4-838e-77a9c72fd33f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0288780 Aug 27 03:29:00.846269 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0f588ae7-d4ec-451b-b61b-d31395ecceec req-6ddda314-5564-4746-ac09-15d0aeac6824 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263684 Aug 27 03:29:01.936893 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5371f19b-f540-402b-87d2-4666fc57fe7a req-42015a6b-8ec5-4b93-8472-071af124b267 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0262301 Aug 27 03:29:03.029560 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-33891c33-dd4c-45f5-b249-d385224a666c req-86d6bcf9-5b30-462a-9a2d-fad7f5bd901f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0264962 Aug 27 03:29:03.765497 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ff29ddd-581c-48c0-b875-bca8b84a6b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:04.121880 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-60a9d78f-38a3-4b10-87c6-ab21c86fb572 req-efd70910-8501-409d-9a8f-384a8bcd3411 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263379 Aug 27 03:29:05.214008 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d917f097-d208-404b-ab20-f5dba8c1610d req-5ff8e330-a061-4905-98f7-4502f3cb33fe tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0257730 Aug 27 03:29:06.193863 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:06.313228 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9035a7cd-e455-4eb4-b723-b37806a78101 req-a25dac23-d736-40de-92ec-e51389a82857 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0271411 Aug 27 03:29:07.096752 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:29:07.424813 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-79774e75-8a19-4918-b3c3-6ceb3a09410c req-259946d9-4b96-4d21-be1e-99d72046d5e4 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263064 Aug 27 03:29:07.599163 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8247e3a1-23e7-44da-846a-359b2a18143d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:08.435373 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:08.514513 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5f80c64a-6449-479a-b9b9-0b1f55aab8a9 req-4d9f1afa-ed96-433f-9c92-ba496de5f1c3 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0259860 Aug 27 03:29:09.606199 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f335cdf1-b82f-4fd5-8c5a-e0f002e3a1c5 req-08dd3932-35d8-4d80-aade-f38535ab39f9 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0260153 Aug 27 03:29:10.698580 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6ee1b199-0e23-4da3-a901-798dc02b4ae6 req-3a278cd8-ec13-486d-b561-4a495a6e57dc tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0260589 Aug 27 03:29:11.015472 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.798862 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a1d8da1a-efc9-4ee3-a70b-c4bafadb093b req-117ba8d1-bdfc-483f-ae23-951b15163c8c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0292277 Aug 27 03:29:12.892192 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b9ba152e-cfb2-43ff-bdfc-1910776b93f8 req-18dbf4f4-c9d3-4ed8-8cfe-231bba0bd7f2 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0285773 Aug 27 03:29:13.984664 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-891e7d53-9223-436f-97ea-536f0bb7d072 req-c32a4b06-3b9a-4f7e-911f-4896486802d2 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0260336 Aug 27 03:29:15.081004 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6bc90f89-84d8-4a0d-b655-0a9e3632a6d3 req-f51f3eac-7de4-406d-be30-153a5316d0e0 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0292523 Aug 27 03:29:16.173332 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b499ff39-d4d3-41bc-a535-a58073a5ffe9 req-1d716555-373c-4f1a-bfc7-47353a8f212c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0261872 Aug 27 03:29:17.264514 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-60eacf31-920b-4f8e-9baf-d6c1f4384ab6 req-39c2efe5-37e1-45e3-9741-d3b5cba54f5c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0258842 Aug 27 03:29:17.812510 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:18.355939 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-caba907e-545b-4cc4-91c5-416292e2eb3c req-8898dc9a-33af-474c-b6d2-e598b51a4f1f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0260956 Aug 27 03:29:19.446456 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b2fd380c-cfe7-4e0d-9406-1ed78972ca37 req-c4dbafa6-ef85-4baf-943e-0fc81fc0262b tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0266123 Aug 27 03:29:20.538974 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1ded1cf3-87e2-417d-8697-d0a92b72e647 req-3e696a1c-ca9a-44d1-9b93-95d1bcb38987 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263388 Aug 27 03:29:21.630348 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-82ae3b12-367c-443d-9af1-ccfe1f45598d req-610fd5a5-3998-4844-80b8-32fc269dba14 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0262156 Aug 27 03:29:22.721943 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f93d17cf-6eea-4721-ba4f-39676c918b6a req-9f72e1f8-31de-4776-b484-9d050dfcf077 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0259266 Aug 27 03:29:23.814533 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-30c8fb44-9faf-465b-9b38-5bd7f32e22ec req-3079ff3a-0844-4ce3-b4e4-5d4db928d69a tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0267534 Aug 27 03:29:24.908845 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a972587e-cc24-41f1-a6a3-ae43c8447092 req-caa16854-8c8e-48c5-b707-4a629a8dd60e tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0285125 Aug 27 03:29:26.004776 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cd1ad5d8-6b00-4392-84ab-a47cae7dbe9c req-4c7dc5f1-d9f0-4c72-a49f-f809faabfab3 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0301609 Aug 27 03:29:27.098265 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ebace520-235e-4cc0-82d7-b71ebb3a7d0a req-4583d7a6-bfc1-47dd-8dd4-37de81e30e15 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0259528 Aug 27 03:29:28.190742 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fe3545d5-3512-4873-aadb-5203eab676c5 req-f2573e7a-ada7-4974-836e-c981f0fac8f6 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0269513 Aug 27 03:29:29.280974 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-72915d22-35c2-4c4a-861f-f50d292d7cf2 req-7cba37ad-f705-4afc-8645-35f12928ece8 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0261002 Aug 27 03:29:30.373632 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ba56fd4c-ae3e-4eef-9af7-c30fa48f2b78 req-86a9d1fd-3d52-4d8a-975c-ff8d6aa0dae3 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0258949 Aug 27 03:29:31.468589 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1e4fff28-2138-452b-8dd9-cf50734e1e3a req-c0a25c72-70b0-4f1d-89f6-3195d7bdfe05 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0265868 Aug 27 03:29:32.560287 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2ed8fb-3696-49c2-a9b7-2672a8f898b2 req-f5c7b6bf-00c4-4512-8a61-d6284cf1a3aa tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263939 Aug 27 03:29:33.653137 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-585ab572-1ef5-4830-8a59-bafa406337fc req-0b1cc45e-a8ec-42f7-ba1d-08c37ada99de tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0261023 Aug 27 03:29:33.767756 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a62ab550-21df-47b8-a186-67a2ea5c3951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:34.745770 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-70bcab27-fdbb-49be-a1bb-4d94211ce016 req-865beb6d-c675-4823-902e-2b8f0e280c6f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0266318 Aug 27 03:29:35.838079 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9a7ea8cb-84c9-48a0-8a4a-4f6647c16ddc req-6696417d-38bb-495d-aa8b-fdfc3e02d878 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0252104 Aug 27 03:29:36.194707 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.932333 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9c6a8b05-e0af-4044-88ec-9f0f54034cb0 req-81ac4dd5-781c-4922-b58e-ad328c73d1cf tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0268242 Aug 27 03:29:37.087908 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-81c8b11c-bd48-4fc1-b8d4-d2dbf5a7f179 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423369 Aug 27 03:29:37.167670 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-f545a1d2-0f71-4df0-aaaa-dd901ed7cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:37.169125 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-f545a1d2-0f71-4df0-aaaa-dd901ed7cc07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0389462 Aug 27 03:29:37.270330 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-409dd5e2-7d62-423e-bb1d-909f092bfe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:37.271813 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-409dd5e2-7d62-423e-bb1d-909f092bfe92 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0823472 Aug 27 03:29:37.341562 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-b99e4f25-1440-4362-8d4a-c809b9b71a75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 1000 time: 0.0615628 Aug 27 03:29:37.389559 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-50597d5e-403a-453c-9aa2-80950f26e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:37.391083 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-50597d5e-403a-453c-9aa2-80950f26e418 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0430052 Aug 27 03:29:37.441459 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-463dd0ae-06f9-4788-8ef0-9aae1d81fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:37.443008 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-463dd0ae-06f9-4788-8ef0-9aae1d81fca8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454021 Aug 27 03:29:37.534314 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-68b56e13-f6c0-4cf8-9914-721432c4362e service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843635 Aug 27 03:29:37.602486 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-6f8bfa42-60ae-4f20-860c-cc984e276a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:37.625481 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c38210b3-f40e-423f-8291-c8dbdcc07352 req-f3d52da8-7b84-4d22-a63a-ab8743d1f955 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834184 Aug 27 03:29:38.027808 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-37651dec-c5e7-496f-bdb3-884075553445 req-b6ec5cc4-2c70-4dc1-ac2d-7dcdc74d1d1c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0286405 Aug 27 03:29:38.438521 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:39.126553 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-653804e0-981d-43bd-b6ad-6e7f59780c3d req-8a696f42-ac8b-450e-9202-1984d519b212 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0312927 Aug 27 03:29:40.221130 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fdbeed22-3ab8-435f-a0b7-949357cbb4af req-df4016ef-ce1c-4dac-ab66-e349e1fd015f tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263562 Aug 27 03:29:41.020006 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:41.312594 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cd689db2-792e-42b8-b027-b2f737cc9809 req-69fd719f-15ef-4f88-8160-6b4d0f0c3594 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263429 Aug 27 03:29:42.403608 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-05cc3272-8ea6-45d7-9abd-2ed08f9161c2 req-b1f5a8db-832d-45d6-8bd8-5430da6e6c2c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0254259 Aug 27 03:29:43.494998 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4ca6d3b8-607e-4d8d-8105-3b530b32191e req-e674825d-867e-46c8-938a-90e2785fb122 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0256302 Aug 27 03:29:44.095939 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:29:44.587556 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-25b16683-221f-4f2d-b22c-eaf96ee46b71 req-9def3edf-e906-412e-822c-17f29b943a8e tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0266356 Aug 27 03:29:45.684156 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c97efa16-f8a8-4bac-b4b9-13e5176a5799 req-fb601c6f-31e1-4385-93aa-02a28b606916 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0302811 Aug 27 03:29:46.663733 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be4e95-6dae-49e0-b8a4-fa5fd3293a94 req-7b1fbbe1-5417-488b-aa86-e9b10452a41a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:46.665218 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-26be4e95-6dae-49e0-b8a4-fa5fd3293a94 req-7b1fbbe1-5417-488b-aa86-e9b10452a41a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 945 time: 0.0486722 Aug 27 03:29:46.703265 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-26be4e95-6dae-49e0-b8a4-fa5fd3293a94 req-5a8be972-d3e9-47c2-acb4-4d230e1fd6d9 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c47589e-afbd-40fe-a8fc-8e139965ddb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321651 Aug 27 03:29:46.784709 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5795612d-7f5a-47b3-bf81-70369a5bb3f0 req-e1334e40-76a5-475b-9f8e-29b4281b65e0 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0284889 Aug 27 03:29:47.081626 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-f02babe3-b467-46ed-81d1-3c36fd5bdb19 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:47.083093 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-f02babe3-b467-46ed-81d1-3c36fd5bdb19 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 945 time: 0.0518866 Aug 27 03:29:47.169720 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Deleting port fa983c5b-4310-4988-8920-07a9a2898e85 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:29:47.170061 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.258544 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] For port fa983c5b-4310-4988-8920-07a9a2898e85, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=fa983c5b-4310-4988-8920-07a9a2898e85,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:47.258980 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.426590 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.427010 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.427325 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.l3_db [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Floating IP 80ca87e3-feaa-433c-97a9-da0da1dc9e51 disassociated. External IP: 172.27.1.148, port: fa983c5b-4310-4988-8920-07a9a2898e85. Aug 27 03:29:47.427662 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Calling delete_port for fa983c5b-4310-4988-8920-07a9a2898e85 owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:29:47.554993 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.581494 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event deleted for resources: {'Port': ['ID=fa983c5b-4310-4988-8920-07a9a2898e85,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:47.591448 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.591800 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.592148 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.592490 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.592829 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.593163 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.594111 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.594111 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.594111 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.594565 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.594967 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.595298 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:47.708581 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Router 9c2b0ef7-5583-4a5e-9871-696351adfda8 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:29:47.829101 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.831464 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-13946ee6-0a76-442e-988d-453d56be0056 req-d2602607-9f47-48a8-a43b-3524e4902cc3 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e21307-cd58-4980-9b08-9b2b1b41eb70 HTTP/1.1" status: 200 len: 210 time: 0.0353370 Aug 27 03:29:47.842938 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:47.867186 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1422299-d388-48c7-98ba-a48aef233424 None None] Sync routers for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:47.877102 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1422299-d388-48c7-98ba-a48aef233424 None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:47.877784 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e1422299-d388-48c7-98ba-a48aef233424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:29:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:47.882928 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2675881a-46b6-4dd8-9803-560fa0f008d5 req-71c029a9-2345-4268-bd16-b0e5f25cf5a0 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0266733 Aug 27 03:29:47.904467 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] No DVR routers for this DVR port fa983c5b-4310-4988-8920-07a9a2898e85 on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:29:47.904467 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.904877 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c5b5a832-f99c-4e73-adf3-427a9c9ec2f6 req-0d8e2b6c-9ec1-45b6-91e0-72a994301390 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.21 "DELETE /v2.0/ports/fa983c5b-4310-4988-8920-07a9a2898e85 HTTP/1.1" status: 204 len: 173 time: 0.8155913 Aug 27 03:29:47.905327 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'name': 'network-vif-deleted', 'tag': 'fa983c5b-4310-4988-8920-07a9a2898e85'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:47.909015 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1401670e-c741-4648-913c-6701b36fcfe0" -d '{"events": [{"server_uuid": "f1e21307-cd58-4980-9b08-9b2b1b41eb70", "name": "network-vif-deleted", "tag": "fa983c5b-4310-4988-8920-07a9a2898e85"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:47.950767 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e63d920-84ba-4fd2-be4f-3617aae4fa1d x-openstack-request-id: req-5e63d920-84ba-4fd2-be4f-3617aae4fa1d {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:47.951138 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e21307-cd58-4980-9b08-9b2b1b41eb70", "name": "network-vif-deleted", "tag": "fa983c5b-4310-4988-8920-07a9a2898e85", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:47.951460 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e63d920-84ba-4fd2-be4f-3617aae4fa1d {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:47.952086 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e21307-cd58-4980-9b08-9b2b1b41eb70', 'name': 'network-vif-deleted', 'tag': 'fa983c5b-4310-4988-8920-07a9a2898e85', 'status': 'completed', 'code': 200} Aug 27 03:29:47.994847 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-e1422299-d388-48c7-98ba-a48aef233424 None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:48.194757 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e1422299-d388-48c7-98ba-a48aef233424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:48.220700 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1422299-d388-48c7-98ba-a48aef233424 None None] Checking router: 9c2b0ef7-5583-4a5e-9871-696351adfda8 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:48.228868 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1422299-d388-48c7-98ba-a48aef233424 None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:48.229409 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e1422299-d388-48c7-98ba-a48aef233424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:29:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:48.336240 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-e1422299-d388-48c7-98ba-a48aef233424 None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:48.555483 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e1422299-d388-48c7-98ba-a48aef233424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:48.581735 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1422299-d388-48c7-98ba-a48aef233424 None None] The sync data for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi is: [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:15:57Z', 'revision_number': 4, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'c4b0b4c7-5d76-4d84-82c8-cb07261da832', 'name': '', 'network_id': '1eb5933b-f51a-4eee-8470-bc2293d335c0', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'mac_address': 'fa:16:3e:b3:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:56Z', 'updated_at': '2021-08-27T03:16:04Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'subnets': [{'id': 'c2e1372b-bbc3-4edf-9c1e-64bda12b8637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:29:48.784085 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69af539d-63c1-4681-a610-4f3c3950d738 None None] New status for floating IP 80ca87e3-feaa-433c-97a9-da0da1dc9e51: DOWN {{(pid=93976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:29:48.930261 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 49852) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:48.993677 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e3bc314f-355b-4154-86f3-438826202082 req-6731b66f-6174-4764-a0fd-7d649a9243fe tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0330207 Aug 27 03:29:49.012350 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.036398 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.083146 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.085696 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.086870 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "DELETE /v2.0/security-groups/3c47589e-afbd-40fe-a8fc-8e139965ddb2 HTTP/1.1" status: 204 len: 168 time: 0.1556251 Aug 27 03:29:49.089626 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 49854) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:49.096272 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c47589e-afbd-40fe-a8fc-8e139965ddb2,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:49.103361 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.103705 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.104049 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.104385 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.104660 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.api.v2.resource [None req-cc314f85-8487-4523-b8d8-01a83c965f60 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] show failed (client error): The resource could not be found. Aug 27 03:29:49.104785 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.105034 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.105364 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.105645 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-cc314f85-8487-4523-b8d8-01a83c965f60 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "GET /v2.0/security-groups/3c47589e-afbd-40fe-a8fc-8e139965ddb2 HTTP/1.1" status: 404 len: 347 time: 0.0149884 Aug 27 03:29:49.105817 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.106003 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.106395 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.106672 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.107012 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f6d1a-d17b-4088-868a-22a7d84c0148 tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:49.108380 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 49856) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:49.234926 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-829c9b76-e533-46c5-88f4-d66fbf84770a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Deleting port d05a25b9-fc70-472b-8f42-c2151bc3c14b {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:29:49.235344 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-829c9b76-e533-46c5-88f4-d66fbf84770a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.307820 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-829c9b76-e533-46c5-88f4-d66fbf84770a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.308071 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-829c9b76-e533-46c5-88f4-d66fbf84770a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.320281 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-829c9b76-e533-46c5-88f4-d66fbf84770a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Calling delete_port for d05a25b9-fc70-472b-8f42-c2151bc3c14b owned by network:floatingip {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:29:49.451521 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-829c9b76-e533-46c5-88f4-d66fbf84770a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.478501 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c9b76-e533-46c5-88f4-d66fbf84770a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Pushing event deleted for resources: {'Port': ['ID=d05a25b9-fc70-472b-8f42-c2151bc3c14b,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:49.550655 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-829c9b76-e533-46c5-88f4-d66fbf84770a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks [] for floatingip, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.550655 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-829c9b76-e533-46c5-88f4-d66fbf84770a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.550655 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-829c9b76-e533-46c5-88f4-d66fbf84770a tempest-AttachVolumeShelveTestJSON-1713075918 tempest-AttachVolumeShelveTestJSON-1713075918-project] 10.222.0.30 "DELETE /v2.0/floatingips/80ca87e3-feaa-433c-97a9-da0da1dc9e51 HTTP/1.1" status: 204 len: 168 time: 0.4363606 Aug 27 03:29:50.088010 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8aa8ebaf-fcf3-4a3a-93d2-0f44d1096d00 req-34c2c51c-e42c-4d91-96ef-217cb7d496fb tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0261216 Aug 27 03:29:51.127898 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device fa983c5b-4310-4988-8920-07a9a2898e85 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:29:51.147604 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: fa983c5b-4310-4988-8920-07a9a2898e85 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:29:51.147948 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device fa983c5b-4310-4988-8920-07a9a2898e85 not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:29:51.181784 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fd8b9653-becc-4efc-a245-390af10a48ba req-20f92f3e-027e-4768-b2e2-24fe01774207 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0263371 Aug 27 03:29:52.273914 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fb3fdc9c-5bd0-455f-a457-1486a1e55ff7 req-cd3305be-0372-4ab6-8790-c542897cde76 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0264795 Aug 27 03:29:53.369406 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bcfaac23-0f7d-4525-a61b-78946260df74 req-6672593c-14c7-4ca1-afba-680aed2707b2 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0289042 Aug 27 03:29:54.460835 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f64409da-396d-40e0-9be2-c0f8c52df63c req-a4cf2cef-9c46-4bca-8535-f7f561302385 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0259933 Aug 27 03:29:55.552823 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-90d641b8-60b6-4b13-a42f-4d1358fab7e6 req-a5cd67c7-afc1-4e8f-88c2-eafc13c4dd88 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0267751 Aug 27 03:29:56.643077 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9cccafc0-6c43-4542-90bd-5929895afe7a req-444a2897-2289-4b75-a57f-0d5a66b76e09 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0257027 Aug 27 03:29:57.734630 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7b5178fb-d0ef-420d-8a0a-fa72d7ec0ff6 req-03dd3839-b3f6-4a52-b8eb-3b7d0ab3d168 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0256593 Aug 27 03:29:58.825816 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-085e3734-a692-4be1-95a1-9438deb08ed0 req-0c126be5-2ea4-4d62-a7cc-21735d5f461c tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0257368 Aug 27 03:29:59.918220 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0aa1cfd2-457e-4e59-bf4b-e8d6110e3ebc req-7ca6e5ca-33de-44d7-9f2e-0db21e893084 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0258491 Aug 27 03:30:01.013679 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a97b1911-b99c-4416-86a1-11ae93274379 req-65ede8b1-b195-4888-b6de-d2147d782f08 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0297868 Aug 27 03:30:02.107691 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-22349e11-f4bd-4e84-869b-47a6ba7884b0 req-2cf4472d-8f0f-4631-9c22-989523ad2bb3 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0265765 Aug 27 03:30:03.201047 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-14db356c-876f-4242-95b3-53e0b9902d9c req-0e27ad2f-f82b-4f17-a8d2-f32e74f20ed7 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0259526 Aug 27 03:30:03.770979 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-f39ef2f4-e007-4966-b03d-6e9f11bc8750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.293592 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6556efac-d0be-4f8f-9138-ba4cbc88c88a req-f38eb596-3c52-4456-afb0-176f8d70d963 tempest-VolumesSnapshotTestJSON-1763092953 tempest-VolumesSnapshotTestJSON-1763092953-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa6a26e-b372-4bcd-ba73-384609de9286 HTTP/1.1" status: 200 len: 210 time: 0.0271614 Aug 27 03:30:06.194688 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:07.604335 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2f65-0dd9-4306-90bc-2415abd44b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.441545 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.024072 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.828636 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.095572 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:30:33.772687 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-03c31f8a-cca1-44eb-91b8-963e2b9e3d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:36.200056 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:37.605455 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-f60a7547-c023-43ef-8746-9eb89ab55778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:38.444425 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.027962 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:42.875613 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [req-362c1c16-5c1d-4589-99a4-bd2ccf140f31 req-05111af4-538e-4998-b73c-41df3d8d60c4 tempest-ServerRescueNegativeTestJSON-1549409547 tempest-ServerRescueNegativeTestJSON-1549409547-project] (93974) timed out ('10.222.0.21', 49308) {{(pid=93974) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:30:47.832048 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.095176 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:31:03.774431 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-f0d12c06-1f75-4609-ab69-b4a58c5a2d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.192791 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.606538 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-6462f695-70e7-4661-96d4-db28dba32c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.447493 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.034237 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.817174 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.776092 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-19e5726e-1378-4ba5-99e4-0122544627df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.094955 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:31:36.194600 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.607241 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-f2fd26c8-d69c-4e23-ac52-5340835ff41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.450150 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.080108 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-2357f6c0-9a43-4875-9cff-8b39c7783025 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403585 Aug 27 03:31:40.159767 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-59a61989-a955-437c-8c94-69264ab6279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.161243 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-59a61989-a955-437c-8c94-69264ab6279f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0412853 Aug 27 03:31:40.264785 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-e1238188-ce05-48f3-8c01-859f232f61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.266243 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-e1238188-ce05-48f3-8c01-859f232f61d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0865850 Aug 27 03:31:40.334039 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-58187510-7b23-4783-b3d4-e6d1f34cbb0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 1000 time: 0.0583551 Aug 27 03:31:40.382508 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-f0942b08-654b-4154-88fa-be5f6aefbfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.383998 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-f0942b08-654b-4154-88fa-be5f6aefbfee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0430295 Aug 27 03:31:40.434090 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-3b2eee5e-aa0c-4b31-9c07-67b30fc50d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.435648 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-3b2eee5e-aa0c-4b31-9c07-67b30fc50d13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448306 Aug 27 03:31:40.529653 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-8190de53-304d-492b-8054-e03175e70ede service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860879 Aug 27 03:31:40.874555 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ee21ae07-9cb3-4717-ad4c-2095b7a0bd69 req-dce1ae3c-92aa-4207-bb08-f33e83e26500 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373711 Aug 27 03:31:41.040602 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.829582 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:03.782906 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-32e9d6cb-aa0b-4fe2-a6d1-3d199517c743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:06.195969 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:07.608207 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-70830e35-15b3-46b1-ba65-2879bba13fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:08.454185 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:11.039358 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:12.093980 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:32:17.846473 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.773761 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e91a2c30-e563-4e7e-bc24-a1f7b476f010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.196270 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.613413 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a2215e42-7e22-4ef1-a249-fb50e93ffc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.455550 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.162070 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-39fe66c7-c86f-412e-8a3f-f3c8a01e29c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1266756 Aug 27 03:32:40.267641 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-f4ef8005-e8c2-4339-91a6-ccd27d7f8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.269168 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-f4ef8005-e8c2-4339-91a6-ccd27d7f8d52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0421426 Aug 27 03:32:40.375231 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-8cbf1ec7-6b3f-41b6-983d-f87fd82d4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.376698 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-8cbf1ec7-6b3f-41b6-983d-f87fd82d4df7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0883842 Aug 27 03:32:40.440041 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-27f203e9-0e69-4d17-9470-3ed3122f32f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 1000 time: 0.0568705 Aug 27 03:32:40.487923 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-248dca80-f740-4dbe-b3ef-f490c3dcbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.489323 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-248dca80-f740-4dbe-b3ef-f490c3dcbfa1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0431142 Aug 27 03:32:40.537586 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-1ed74f81-474c-4d2f-bb06-ccb5a34ab40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.539081 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-1ed74f81-474c-4d2f-bb06-ccb5a34ab40c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434606 Aug 27 03:32:40.549868 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-484b3b7b-eec4-4dbd-ba42-473c0023c994 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:32:40.550837 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-484b3b7b-eec4-4dbd-ba42-473c0023c994 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052934 Aug 27 03:32:40.637734 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-1ef440cb-ef22-4c9a-a0e6-48e64171b338 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801728 Aug 27 03:32:40.728167 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-79f7505d-7f42-4d23-a0dc-c9135f28e96c req-ef1946bd-5672-4950-9b18-1fa9ebc5bb46 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839999 Aug 27 03:32:41.042542 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.855895 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.093516 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:33:03.776355 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-46634afa-96a6-466e-bcb1-e919f1b95aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.198002 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.613779 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3ef7abe8-683a-40e3-83ae-da6f23e2d5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:08.457713 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:11.045056 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.859772 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.092692 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:33:33.777330 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-70629255-82cd-46f3-bf85-54ab16b5f1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:36.198773 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:37.614587 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c7e265bb-cdc5-493e-8233-9fec2551d76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.461087 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:40.093432 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-20880932-f795-4b6d-93f7-8abeba995b5f req-b98e0060-a1a8-4a12-b2a5-f87ebce2906d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424488 Aug 27 03:33:40.171182 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20880932-f795-4b6d-93f7-8abeba995b5f req-3cb9a910-9bf9-48a3-b86e-054d3f89b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:40.172703 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-20880932-f795-4b6d-93f7-8abeba995b5f req-3cb9a910-9bf9-48a3-b86e-054d3f89b6e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0397978 Aug 27 03:33:40.276143 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20880932-f795-4b6d-93f7-8abeba995b5f req-f8c6df68-3495-4e7d-b316-7fa52636c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:40.277586 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-20880932-f795-4b6d-93f7-8abeba995b5f req-f8c6df68-3495-4e7d-b316-7fa52636c6c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0859213 Aug 27 03:33:40.344178 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-20880932-f795-4b6d-93f7-8abeba995b5f req-94fc923a-e1e8-432b-87ea-f75018c450ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 200 len: 1000 time: 0.0576971 Aug 27 03:33:40.391358 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20880932-f795-4b6d-93f7-8abeba995b5f req-bd5aaffb-9a74-4e70-a57e-938f2ca6d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:40.392692 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-20880932-f795-4b6d-93f7-8abeba995b5f req-bd5aaffb-9a74-4e70-a57e-938f2ca6d2e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0424018 Aug 27 03:33:40.441368 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20880932-f795-4b6d-93f7-8abeba995b5f req-07e9951a-1c35-4eb1-9922-08df1d2fc87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:40.443055 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-20880932-f795-4b6d-93f7-8abeba995b5f req-07e9951a-1c35-4eb1-9922-08df1d2fc87c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434015 Aug 27 03:33:40.530855 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-20880932-f795-4b6d-93f7-8abeba995b5f req-fe1c3a2b-12ec-4882-9b1d-b96b8f205906 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807772 Aug 27 03:33:40.622977 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-20880932-f795-4b6d-93f7-8abeba995b5f req-98f53f31-78a4-4b79-99f4-22fda32812d9 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853801 Aug 27 03:33:41.048923 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.884167 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.413806 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68410b-a8d8-47ca-8132-ceb1ac907f56 req-d878f20b-2fe9-4969-92a4-ad1df42b8c71 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:00.415303 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9b68410b-a8d8-47ca-8132-ceb1ac907f56 req-d878f20b-2fe9-4969-92a4-ad1df42b8c71 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.1004062 Aug 27 03:34:00.453713 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9b68410b-a8d8-47ca-8132-ceb1ac907f56 req-eebaca68-7c89-4a80-9170-f83a6eb8d612 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322454 Aug 27 03:34:00.894085 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-7617b2f6-14e5-4436-8dc5-789cc1120f31 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:00.896396 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-7617b2f6-14e5-4436-8dc5-789cc1120f31 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.21 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0487440 Aug 27 03:34:00.989810 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Deleting port 5f79ce5a-9a37-48fc-8833-63fee9048352 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:00.990154 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.076288 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] For port 5f79ce5a-9a37-48fc-8833-63fee9048352, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=5f79ce5a-9a37-48fc-8833-63fee9048352,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:01.076667 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.248098 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.248492 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.248808 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.l3_db [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Floating IP b50251e3-2195-4988-8b47-a1ba9501b78c disassociated. External IP: 172.27.1.42, port: 5f79ce5a-9a37-48fc-8833-63fee9048352. Aug 27 03:34:01.249252 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Calling delete_port for 5f79ce5a-9a37-48fc-8833-63fee9048352 owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:01.372277 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.398245 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event deleted for resources: {'Port': ['ID=5f79ce5a-9a37-48fc-8833-63fee9048352,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:01.407661 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.408006 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.408349 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.408677 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.409006 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.409334 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.409659 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.409982 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.410940 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.411723 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.411723 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.412091 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:01.529374 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Router 192470f6-2056-4e85-8c70-0fb9b705f8ae has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:01.619354 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-382d2771-be3e-4fbd-8701-8506afc6a41a req-d57d4755-f499-412a-b775-67ccd4452496 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0842588 Aug 27 03:34:01.640700 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:01.650805 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f6a11-234b-4a0e-82e3-78ae41ec29c0 None None] Sync routers for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:01.660025 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f6a11-234b-4a0e-82e3-78ae41ec29c0 None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:01.661297 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-968f6a11-234b-4a0e-82e3-78ae41ec29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:33:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:01.684075 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] No DVR routers for this DVR port 5f79ce5a-9a37-48fc-8833-63fee9048352 on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:34:01.686813 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.688822 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b51247e5-2aad-499c-a8f7-51072f0c678a req-28004f78-82be-4619-af14-dfa6f1da5070 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.21 "DELETE /v2.0/ports/5f79ce5a-9a37-48fc-8833-63fee9048352 HTTP/1.1" status: 204 len: 173 time: 0.7868738 Aug 27 03:34:01.689267 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'name': 'network-vif-deleted', 'tag': '5f79ce5a-9a37-48fc-8833-63fee9048352'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:01.691550 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3288328b-86dd-4dcf-ac8d-3987ef1d8e45" -d '{"events": [{"server_uuid": "83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8", "name": "network-vif-deleted", "tag": "5f79ce5a-9a37-48fc-8833-63fee9048352"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:01.773282 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-968f6a11-234b-4a0e-82e3-78ae41ec29c0 None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:01.799414 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b2c2e2-df89-4939-a2ee-3670d77daceb x-openstack-request-id: req-b3b2c2e2-df89-4939-a2ee-3670d77daceb {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:01.799709 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8", "name": "network-vif-deleted", "tag": "5f79ce5a-9a37-48fc-8833-63fee9048352", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:01.799964 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3b2c2e2-df89-4939-a2ee-3670d77daceb {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:01.800383 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8', 'name': 'network-vif-deleted', 'tag': '5f79ce5a-9a37-48fc-8833-63fee9048352', 'status': 'completed', 'code': 200} Aug 27 03:34:01.976199 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-968f6a11-234b-4a0e-82e3-78ae41ec29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:02.120502 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f6a11-234b-4a0e-82e3-78ae41ec29c0 None None] Checking router: 192470f6-2056-4e85-8c70-0fb9b705f8ae for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:02.129637 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f6a11-234b-4a0e-82e3-78ae41ec29c0 None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:02.130109 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-968f6a11-234b-4a0e-82e3-78ae41ec29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:33:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:02.233540 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-968f6a11-234b-4a0e-82e3-78ae41ec29c0 None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:02.424713 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-968f6a11-234b-4a0e-82e3-78ae41ec29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:02.454758 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f6a11-234b-4a0e-82e3-78ae41ec29c0 None None] The sync data for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi is: [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:02.659302 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a73d3-a3f9-417d-8e29-3fd90e28498a None None] New status for floating IP b50251e3-2195-4988-8b47-a1ba9501b78c: DOWN {{(pid=93976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:34:02.712287 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0d286f95-66d3-46ab-a7c3-b6f3c720bfa4 req-cb5762c4-eb71-42a6-b88e-22a902b67376 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0264761 Aug 27 03:34:03.091266 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:34:03.778507 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-69f34be0-7a4d-4846-ba88-d02890adce62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.807467 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b8922c94-1949-43d9-8ce6-6eaf2122ccc1 req-34e8664d-ab24-4945-b48b-400f9c93e925 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0271564 Aug 27 03:34:04.450961 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 5f79ce5a-9a37-48fc-8833-63fee9048352 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:04.470500 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 5f79ce5a-9a37-48fc-8833-63fee9048352 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:34:04.470888 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 5f79ce5a-9a37-48fc-8833-63fee9048352 not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:34:04.900545 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-62018652-c2a3-4cd8-8292-b44629ee0cdb req-75d7e4aa-ad8f-4e9c-a10b-b8c11dc2b64f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0258696 Aug 27 03:34:05.992817 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-307ad43e-a84a-4648-a498-c016e5fe934d req-b5fdde57-12f8-404c-ac82-60b89f9d0f61 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0265348 Aug 27 03:34:06.200434 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.084266 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f208130e-ab31-4468-8579-be16ec825ccc req-31f78aab-a07f-422b-aae4-001b7b67f4db tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0263135 Aug 27 03:34:07.615972 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-dfd45c4a-6039-4a7a-af14-64b4000a5834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:08.174934 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e80a8887-35e6-495f-a524-ca6a6224ddd5 req-07962521-5f79-45f6-a464-b8f4bd6bf0b7 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0254581 Aug 27 03:34:08.463026 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:09.267158 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d8569e7e-ab05-441c-90e9-0a8aecd08bee req-ebb06a44-4359-436c-a4a7-fa8a5c9d96bd tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0258553 Aug 27 03:34:10.360073 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5c680177-9b16-488a-b1ec-19597bdc0fd1 req-a6592f81-68c0-4901-a94b-628c02df8ff6 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0261893 Aug 27 03:34:11.052072 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:11.452325 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fa2f9c38-cc45-45c3-a3ff-4aa63a4f8683 req-404ff16b-f16b-4000-ada0-561f8fdaf313 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0259080 Aug 27 03:34:12.547716 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6ee6db3a-c7de-496e-8eca-3011e0f4f47b req-57b91ce8-417a-4268-82aa-b3b54b005c8e tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0306017 Aug 27 03:34:13.644798 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a83210cd-dd1a-47e8-b573-ca63979f7fb6 req-4c65e69b-d55a-4fc3-bd21-74335ddd662c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0282555 Aug 27 03:34:14.736286 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a3415039-51f9-41c1-baa2-2f3c5b8924b4 req-6b206b8a-ba66-46d0-a3dc-ac3178417562 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0262904 Aug 27 03:34:15.834074 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b5c8a3f6-6340-46b8-b793-5018345c9bed req-51b4c69f-276e-494f-91b1-f64e8e0d2120 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0273626 Aug 27 03:34:16.925315 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d237603c-29a8-4695-9268-3a86e9db6d63 req-20ae72c2-64af-4d0c-8200-fd4d0e709cbe tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0273356 Aug 27 03:34:17.883660 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:18.017738 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-13364d23-941e-4dfe-9ecc-6777b5c776c4 req-bc8b54ab-5a7f-4624-bbd2-8f91b9c74626 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0262945 Aug 27 03:34:19.112418 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-67deef8f-1c06-4389-a62e-deb4ba8216e6 req-052dc9dd-7afc-4292-b3b3-c88f358fdee1 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0265970 Aug 27 03:34:20.204525 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-79a65f6f-b6e5-48eb-b64d-8d13a1f75654 req-2c248b4c-21bd-4fad-a5c8-d4d971e7b7dd tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0256670 Aug 27 03:34:21.296378 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ee59688c-b46d-4500-9e97-830f5ba95cc1 req-2cf03b25-029f-463b-af7c-6d62addf1021 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0272958 Aug 27 03:34:22.386560 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4d414733-5546-48fe-b33d-c39167ac251a req-4fef748c-566a-45a3-9eef-9c888bb0509b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0254292 Aug 27 03:34:23.477231 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9268367a-3739-4b21-b893-bf675d716408 req-453d30ec-bf61-4cb1-a768-486562851169 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0266171 Aug 27 03:34:24.569738 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8fea3602-bbe8-4fa8-830f-6706f9ed54e7 req-d0749f00-7051-44de-b8f4-4b1e7faac1ef tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0265822 Aug 27 03:34:25.662495 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b65f39fa-99ad-4f7f-945d-03ace3522de0 req-5ea30587-1694-49ee-9543-9cfc98869d28 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0287285 Aug 27 03:34:26.754945 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-59305097-a4ff-403e-8603-a00e65033a30 req-4ad7bd81-5557-4177-bbae-5d9a6783c0b4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0276425 Aug 27 03:34:27.846519 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e81e9c4-d128-4f5f-a4d4-ab166ff8993f req-6a363764-3f2c-4e3b-94f3-63cb15f9721e tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0266869 Aug 27 03:34:28.936769 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ab34044d-d83e-4098-a5bc-ad6c4ec39ecd req-d68fd8eb-f1ed-4b1f-b690-27958ca640a3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0260818 Aug 27 03:34:30.027570 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-18bbc0c1-9829-4947-8c9a-7648a24f80db req-070bc3ee-a041-49f2-9308-cc9da689e5d9 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0252473 Aug 27 03:34:31.119992 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-481085d1-2ea5-45e7-be71-dc4bc54e84c3 req-5b6e3136-587f-439d-8231-643ed8253179 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0262022 Aug 27 03:34:32.212284 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a6979f38-f040-4248-96c5-18ef8b8dcce9 req-87effc3f-5e6d-413b-8e80-ceb624b0093e tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0268679 Aug 27 03:34:33.303076 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dbd92c5e-bf18-4f0d-9677-a5aed7221575 req-518750ed-e8bb-4d50-9056-e9c49026da63 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0263619 Aug 27 03:34:33.779692 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-71dfec5d-2006-4c19-bdc4-28ac2893f16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.393061 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d03fb02d-bb41-4fcd-b5b4-a12d9ff4f5e2 req-27b5b005-7402-450a-a15b-591ff0f0691c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0250371 Aug 27 03:34:35.484424 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f57dc82b-ca2e-442d-8c53-d0c28486b8ae req-a7b633d6-530d-47d9-afa4-685a0344759a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0256667 Aug 27 03:34:36.201242 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.577120 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-41c47187-e676-4ae2-8426-bb44e90270ae req-1f02b343-6965-403d-83ea-f4ce7152ab11 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0259757 Aug 27 03:34:37.619441 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7b106a4d-a576-4eb4-8310-cb848e1b89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.671191 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-63121a16-024b-4324-af2c-3b43a886116a req-81e18afb-094d-4777-9fae-486c8dcd270d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0271692 Aug 27 03:34:38.466777 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.767021 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4ed8459d-305c-4df9-8870-5d19eeecc7a1 req-7fe2d179-e989-41bf-97a1-ee5768c25c47 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0292830 Aug 27 03:34:39.865116 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e61859e6-f9b0-4020-8456-fc50c237dbd4 req-82783766-99ab-4970-9de5-6de91effb597 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0295482 Aug 27 03:34:40.089812 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:34:40.960429 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fe5fab55-7e73-46cd-ad59-0c2585144b6f req-f36bcc06-b8a2-4aa0-8d05-ede1aa62da79 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0267389 Aug 27 03:34:41.053675 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:42.053007 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d5264935-ebdf-4944-9894-3d2e64eddb67 req-c9bd3943-38b2-4d25-8f60-2f8a03d9dded tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0261109 Aug 27 03:34:43.152430 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-dec44909-1a54-4548-87fc-7dcf43080e6f req-cc9b352b-8a8b-4099-8b68-dd5ca20bd79e tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0262980 Aug 27 03:34:44.259355 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c9932803-3590-4463-bf06-3e6aa145d50f req-f68d91d2-89df-4591-8748-08e78ea35641 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0288854 Aug 27 03:34:45.362685 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1e2e1a7b-17cd-431c-85c7-0b8e95bba4cc req-dde5f640-a3b4-46a6-9fa8-7600066ba923 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0260885 Aug 27 03:34:46.449347 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6708f86e-34ff-495c-bdd9-b4c434ce21b6 req-426141aa-db4a-4dad-975e-baac507330cf tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0267029 Aug 27 03:34:47.543025 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ef31a6c0-783f-4f0c-b96a-64ff7aad7e46 req-49f0f39a-2089-416b-9d71-43cdc54c0e6d tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0286489 Aug 27 03:34:47.883357 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:48.633446 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bf939190-c9c3-4ffb-9d85-14dc59369d96 req-5bb08249-2449-460b-a737-60310dc5edab tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0257809 Aug 27 03:34:49.727950 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-95b584d3-15a9-4ae3-9cd2-116f29141837 req-155039f1-7102-4cae-8b86-5bca2820945f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0297794 Aug 27 03:34:50.819254 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1568caa1-02dc-4d4f-a0a1-db3c31ac2d40 req-e1f05c1e-900e-430b-a550-a736ba3cef50 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0259335 Aug 27 03:34:51.916181 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0e07a994-1088-41ab-9717-d8c1b00ffe68 req-5418a991-ecb6-4525-aef5-ea08d8e37ac4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0329583 Aug 27 03:34:53.009788 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-3d390a1b-9e40-45d0-88aa-946702bfe04c req-7b4ba5a8-68da-432a-8541-37b6ade71421 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0286732 Aug 27 03:34:54.102092 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-edb5531f-667b-4db5-9b0d-6145451fe8bb req-f9786979-ec68-4941-bcd3-7e40e3a7ff70 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0259256 Aug 27 03:34:55.193741 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e359f01e-256c-4af4-8073-4d3f4f176e07 req-555ff95c-3f4f-4580-8ce6-3776f4b7f075 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0263500 Aug 27 03:34:56.286043 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9fa065b0-17c8-4ff9-87ba-66a25b062344 req-8f50490a-4b98-4954-a846-efeb626bb9e0 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0269077 Aug 27 03:34:57.377253 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7c3a47e4-5a35-4515-b9fd-16c1ae60d340 req-91033644-fc22-4540-b9ce-0ba837a72a88 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0261128 Aug 27 03:34:58.468983 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7e5d7da9-fdbf-41ee-8d49-388c3ad7b748 req-aa2eab15-3c97-4b5a-ade3-8b64457704fd tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0258112 Aug 27 03:34:59.560945 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-836f4e4e-194d-42b2-b589-632e441a8ae2 req-8caf0c0f-4466-47db-adf4-da879b53c714 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0266051 Aug 27 03:35:00.652973 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8505755b-0fbf-4d6d-ae8a-ee512a5cc965 req-13772cca-d9b8-4434-846a-786c000b0502 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0261674 Aug 27 03:35:01.744309 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-a0fcc91a-2e93-4e9e-984a-32a397031d2a req-ab99ce2f-d24c-4de4-98ed-5cd7246fe315 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0260978 Aug 27 03:35:02.836999 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-508bd73d-27de-410f-9da5-a4edc09d49f6 req-d46ca424-867d-4066-b5b3-e9a256e2f767 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0263491 Aug 27 03:35:03.779784 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ed98c3b-5bbd-489f-8e0e-7b0b3fe0734c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.927889 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ace0cbcf-48f1-412b-b49b-f87069d0c272 req-f48f7bec-c364-4f2b-9ef6-67a4f15b798c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0255988 Aug 27 03:35:05.022329 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-665972a9-f731-4245-aee5-1ce470c26db3 req-886157a2-806b-4f93-803b-796b1c93ac88 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0286849 Aug 27 03:35:06.118791 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e4e4baa9-a7b4-4ecc-85eb-1a864d271ab5 req-0b2063ea-f1f3-4f54-9f2d-fece38766bba tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0290225 Aug 27 03:35:06.202043 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.210275 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a4093fa3-73c7-4cb2-91f5-de62cf556506 req-87d43663-e160-4aa7-8baa-80620e84a899 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0257766 Aug 27 03:35:07.619946 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-af5cbd3e-1f19-4bd2-ba9a-2b1f2d84a2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.304020 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d33baa82-c14e-4b8b-bc14-51e0fe852dca req-46817939-0581-4d46-9a28-6b9ca50e01dd tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0258563 Aug 27 03:35:08.468639 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.397240 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-37ba4d45-d3b4-4e5d-a493-eb429e17a5aa req-787a226c-6063-4199-aaa9-b880f50d871c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0273407 Aug 27 03:35:10.488373 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-19658d87-3de0-4ce2-992e-e41c5b075e15 req-dd8cbbf3-d547-4fa3-9539-58ae9360ccc6 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0260956 Aug 27 03:35:11.056442 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.579328 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-78835bb2-038a-439b-ab76-90c98fd258d9 req-6300e8c4-6817-4290-ad5c-a83c352aece2 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0268912 Aug 27 03:35:12.671319 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8fa2ae72-a127-4101-93b7-d9907145d273 req-16ccdf0c-2540-422a-92e1-1839cbf21924 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0271437 Aug 27 03:35:13.765057 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a72932bc-59cf-49e3-98cb-4b1ca5c11ad1 req-9425bf15-060f-406e-b5db-757f62405544 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0257587 Aug 27 03:35:14.858079 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-db2d346a-aa7a-4cd1-a093-3314de33d7ce req-bcc986eb-55b6-4ec4-a5c5-8b640cb1aac1 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0253236 Aug 27 03:35:15.948974 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-61c9de67-944b-4fe1-8cbb-846e0c666455 req-adc42c9b-d6ea-4a92-8e21-1a0397cf2e40 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0254996 Aug 27 03:35:17.040705 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f7bcf349-80fd-4e95-a275-bbfbcd5e8a3b req-0304dd83-0480-4a71-9345-92e94432a51b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0258949 Aug 27 03:35:17.088624 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:35:17.884220 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.141925 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fb8b7ac1-77b7-4b27-b5f1-8d7e70dc0029 req-50a39de9-502e-4550-95d5-409be2e3ccfc tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0291030 Aug 27 03:35:19.237994 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-aeff1b4d-6b99-4811-9f8e-70a6e61d2d57 req-789757bd-e167-4e7a-9666-a7798e675834 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0291600 Aug 27 03:35:20.328213 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ebd5f1df-1216-49e9-83aa-c2e04ff61be7 req-bd9e3d8c-e4cf-448f-bf7e-668c6bc24b3c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0267119 Aug 27 03:35:21.419797 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6372eb32-8a85-45fc-96ef-e1d142d59808 req-799b676d-b794-437a-ad77-d1adddf7696b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0264177 Aug 27 03:35:22.512442 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5290a860-c3a5-426c-aa5d-16bb51d1fbbd req-956b6c1a-76d0-44bd-906c-f55e7771cb45 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0274115 Aug 27 03:35:23.603010 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0f70a47f-ba4a-457f-9764-fb4570249a28 req-4af80d3d-4312-4904-8726-a84b2ca22ba4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0262291 Aug 27 03:35:24.694121 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-18226a38-6b5c-4ec8-852f-2f11b73a95c9 req-5d34411c-2061-4186-a23c-3df62d35ae5e tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0251610 Aug 27 03:35:25.784717 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7c6583a6-8dab-49b3-ad50-7763f5f471d7 req-d8090a9e-798f-44bb-a6ef-1c3bfe4a4c19 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0262740 Aug 27 03:35:26.875285 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1a823dfd-431c-4b97-883a-2d2a7f29685a req-1ba34902-cf61-418d-b579-af7119dbd503 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0255494 Aug 27 03:35:27.967849 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-49c10031-514f-436b-b5e9-dff500baddb4 req-50ae575b-a65c-4398-9da9-28310f1b32f7 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0263348 Aug 27 03:35:29.057677 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a6397b79-6312-4b96-b136-2424cbe7ff85 req-ebe6b044-2214-4d58-8f4c-06a0ccc76c6f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0262516 Aug 27 03:35:30.147792 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5c5e3d7f-6ba0-44d7-95ff-d9f06d984719 req-b7a29897-4f99-4082-88c2-5fd718666b5e tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0254426 Aug 27 03:35:31.249200 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-611a7c16-f05b-4996-be10-a2d4719b1b3b req-6989445e-a2a2-456f-9c04-7734af1d48cf tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0283256 Aug 27 03:35:32.345737 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ed9fcb00-5a47-4019-9133-7026563b594d req-68347e36-156b-4131-b849-5e5932710346 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0290246 Aug 27 03:35:33.439258 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1845cfdf-a1b9-4a2f-a54d-3e4a5c12f369 req-7314f0fb-aadf-4935-9458-53620fc2b523 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0263197 Aug 27 03:35:33.779669 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e7af372f-a222-4125-a4ff-48955ccbd19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.530466 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f32376ff-bfdf-4705-8c5a-cda67add30a8 req-39a6353f-56a1-4372-a258-2197ff2eb8ea tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0259552 Aug 27 03:35:35.622132 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2f14e20f-9499-461e-8c43-2299c788729d req-3e016334-ddac-4109-8c0d-ddec203fe03e tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0265353 Aug 27 03:35:36.202990 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.713110 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-5141bb89-5871-4322-b019-fbb9b273ac97 req-f6c2152a-5bdf-436d-8ed6-dbdbbd79e3e4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0261385 Aug 27 03:35:37.621308 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4d9bfcfe-c49a-44f3-83f8-cd974c1e564f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:37.803194 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9f10aed6-ef2a-417d-a8fa-1fd23c14bc94 req-9a210558-6c4d-4720-a813-c6128e68701a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0253708 Aug 27 03:35:38.470663 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.895007 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2f1a963b-0f01-4d7b-ba7e-c51e82e24cc8 req-ebff7bde-8b00-49d8-89ce-9e84edb8028f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0279632 Aug 27 03:35:39.989226 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b10d9423-0448-4662-bd9f-1adf66d8e054 req-f0b033e7-5aa5-420b-984c-ccec7fe94090 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0271685 Aug 27 03:35:41.070255 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:41.087089 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9d436720-08a8-40e3-b8bd-bf3091cf8b50 req-7fab8b1f-0ee0-4a77-a36c-0deabe1dc67a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0270188 Aug 27 03:35:42.177672 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-478b7b1c-8b03-485f-9de7-f76831fcad1a req-f01fc112-cc8b-458a-b9cc-d0ed1b151ea3 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0255640 Aug 27 03:35:43.267644 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-28ddedf5-022f-458c-9340-dbc482c6ecc7 req-0f70ccf1-6646-4181-bb96-d0cf66833834 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0248790 Aug 27 03:35:44.361352 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a847d754-34d1-4981-89c6-7d4df3c606d9 req-4e880d84-9d52-4d90-9047-b536a02ca99a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0286188 Aug 27 03:35:45.455997 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-12f456c6-4daa-403f-87ad-1406d60aee98 req-867b347c-275f-4ea7-86a4-1fd74243f54c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0290217 Aug 27 03:35:46.548488 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-81af35d8-28d0-44a5-ad8d-6e67d8a95c84 req-17f75710-fe7f-45a5-9035-47c836c94d17 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0271008 Aug 27 03:35:47.639262 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-596483e8-76d6-48e0-8915-f054a76f9fb2 req-c354c3ad-2983-483c-91fe-d84c03df1ff7 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0258033 Aug 27 03:35:47.885815 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:48.730842 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-eacf9d84-d477-4446-8362-58c01a0c1d1f req-2acf7b4c-3241-4ad1-a6df-fa23ff7b291c tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0264571 Aug 27 03:35:49.823740 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-e135c4f5-562d-4adf-acfb-d524625d38f6 req-fc2bb322-bba6-4467-9145-e38d473ed5b7 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0257125 Aug 27 03:35:50.918804 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e919361c-2ebe-4bac-b095-2abf74850fcc req-f05e1b02-5fe4-4d3f-8510-cdb06e464d0a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0264931 Aug 27 03:35:52.009642 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-00a72435-9513-4473-a077-51a4a982b1b0 req-46d9d0ab-ef8d-441d-b85e-15089d88348f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0264912 Aug 27 03:35:53.101669 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5ecf3a97-2dc6-4d89-9c9f-012652e8e2eb req-fb28ad7c-1e0a-4518-b6f9-bcd7055f97fe tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0255556 Aug 27 03:35:54.088453 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:35:54.193315 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dc87103c-c8e2-40f2-bf13-21d3477c3d18 req-93b0b963-6794-4737-ac97-c589e7f8f909 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0252979 Aug 27 03:35:55.283712 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-69148da6-e02a-4071-92b8-2373fb8896e1 req-8f3187b4-a2d4-4df9-b136-fab398c2c32a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0252435 Aug 27 03:35:56.376425 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2211c8de-d66f-42c7-8299-4876b69bddfb req-f83fe834-4116-45ad-8275-111e88a40d2f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0260017 Aug 27 03:35:57.471110 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-59706848-f6bc-4a36-994e-15af9dbb145a req-7171f1bc-8804-4e79-8dd9-ec67263424af tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0290349 Aug 27 03:35:58.564274 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-81284273-805c-4d7f-a19d-4048d70d5904 req-b2b1f7ef-0c5d-4876-aae3-c22783d541aa tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0286980 Aug 27 03:35:59.655802 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e2911948-8913-4a91-aea6-f096a530bfdc req-09694a9b-6834-4f22-bbfd-beb50d056f13 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0252206 Aug 27 03:36:00.749100 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-08438f3e-3f60-4c71-a176-7ee9c1a721e9 req-0fa8aabb-7ee1-46e4-9ba9-67d9bf238d08 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0257933 Aug 27 03:36:01.849561 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a536acd2-702d-41d8-bf65-4c724c202c60 req-b8b5acdd-f42b-4783-be02-134f8b574412 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c9e2a6-b9b6-421d-b7b2-0f1a0258a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0267220 Aug 27 03:36:02.935615 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 52842) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:02.989140 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.011723 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.068076 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.070645 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.074911 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "DELETE /v2.0/security-groups/7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786 HTTP/1.1" status: 204 len: 168 time: 0.1346073 Aug 27 03:36:03.075602 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 52848) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:03.081609 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:03.089387 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.089742 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.090192 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.090506 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.090784 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.091113 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.091447 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.091784 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.092131 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.092364 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.api.v2.resource [None req-fee3b4de-9222-4eab-8b6c-5e21e0291fdd tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] show failed (client error): The resource could not be found. Aug 27 03:36:03.092476 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.092763 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.094773 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1014326-5712-4b50-8bd6-70a1c6db69f4 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:03.094920 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-fee3b4de-9222-4eab-8b6c-5e21e0291fdd tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups/7c6d8e1c-d871-4b04-adbb-4e4a8a2d7786 HTTP/1.1" status: 404 len: 347 time: 0.0161383 Aug 27 03:36:03.096430 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 52850) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:03.220139 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-383be496-9eaa-4ac0-abd9-4f2ad31c0848 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Deleting port e6dc7acf-913a-46cf-8950-da59e79f7cf0 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:03.220487 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-383be496-9eaa-4ac0-abd9-4f2ad31c0848 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.296340 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-383be496-9eaa-4ac0-abd9-4f2ad31c0848 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.296671 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-383be496-9eaa-4ac0-abd9-4f2ad31c0848 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.307946 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-383be496-9eaa-4ac0-abd9-4f2ad31c0848 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Calling delete_port for e6dc7acf-913a-46cf-8950-da59e79f7cf0 owned by network:floatingip {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:03.438508 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-383be496-9eaa-4ac0-abd9-4f2ad31c0848 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.464890 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383be496-9eaa-4ac0-abd9-4f2ad31c0848 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event deleted for resources: {'Port': ['ID=e6dc7acf-913a-46cf-8950-da59e79f7cf0,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:03.521412 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-383be496-9eaa-4ac0-abd9-4f2ad31c0848 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.524106 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-383be496-9eaa-4ac0-abd9-4f2ad31c0848 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.525338 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-383be496-9eaa-4ac0-abd9-4f2ad31c0848 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "DELETE /v2.0/floatingips/b50251e3-2195-4988-8b47-a1ba9501b78c HTTP/1.1" status: 204 len: 168 time: 0.4279821 Aug 27 03:36:03.782225 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ac8c775d-46b5-430c-a420-caaa2304ca3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.098795 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 52858) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:04.104444 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-95bf5d50-a1d4-4fb5-bbb3-4ae413cb359a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805413366', 'description': 'tempest-description--596788062'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:04.127823 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-95bf5d50-a1d4-4fb5-bbb3-4ae413cb359a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.208894 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-95bf5d50-a1d4-4fb5-bbb3-4ae413cb359a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.213854 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-95bf5d50-a1d4-4fb5-bbb3-4ae413cb359a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.245427 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-95bf5d50-a1d4-4fb5-bbb3-4ae413cb359a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.246615 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-95bf5d50-a1d4-4fb5-bbb3-4ae413cb359a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1469085 Aug 27 03:36:04.248424 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf5d50-a1d4-4fb5-bbb3-4ae413cb359a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a444b3-f4c4-4d39-bb3f-d15923fd7998,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:04.249608 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 52864) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:04.254335 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'security_group_rule': {'security_group_id': 'b2a444b3-f4c4-4d39-bb3f-d15923fd7998', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:04.280230 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.325033 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.328808 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.346157 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464ca16d-acfa-47c1-9f84-0d0514f0c432,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:04.354532 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.355733 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1051006 Aug 27 03:36:04.357144 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.357485 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.357815 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.358146 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.358471 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.358590 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 52866) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:04.358819 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.359141 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.359462 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.359780 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.360119 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.360537 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.360772 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896da4d-1ced-4891-a038-e74763e7d66f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:04.363477 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-2df31f93-214a-40b5-bc65-c58389a9074b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'security_group_rule': {'security_group_id': 'b2a444b3-f4c4-4d39-bb3f-d15923fd7998', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:04.389035 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2df31f93-214a-40b5-bc65-c58389a9074b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.444358 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2df31f93-214a-40b5-bc65-c58389a9074b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.448346 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2df31f93-214a-40b5-bc65-c58389a9074b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.468414 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df31f93-214a-40b5-bc65-c58389a9074b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee02142-c14a-46f4-8bdb-fbadc5afced0,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:04.471232 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2df31f93-214a-40b5-bc65-c58389a9074b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.472410 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-2df31f93-214a-40b5-bc65-c58389a9074b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126401 Aug 27 03:36:04.475403 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 52868) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:04.480469 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'floatingip': {'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:04.500950 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.598872 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.699141 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Allocated IP 172.27.1.84 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/cd740d68-a0a2-4e6f-9abf-604d2d1cc464) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:36:04.800955 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.839341 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.876296 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:36:04.880922 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:36:04.883380 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:36:04.906964 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'Port': ['ID=cd740d68-a0a2-4e6f-9abf-604d2d1cc464,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:04.969733 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:05.002045 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:05.151750 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:05.156494 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:05.233576 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'Port': ['ID=cd740d68-a0a2-4e6f-9abf-604d2d1cc464,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:05.244186 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:05.260554 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:05.266759 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e79f83b8-f7fb-4757-b99b-9bff376782e5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7853472 Aug 27 03:36:05.413596 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-b6fddfe3-2b31-4980-baef-05143135c1ae tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1805413366&fields=id&tenant_id=a430bc3a9be94e62a3cb96e011f0496a HTTP/1.1" status: 200 len: 267 time: 0.0337179 Aug 27 03:36:05.525060 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-918bc12c-2d4e-4556-b4b8-4f1d22f19215 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:05.526779 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-918bc12c-2d4e-4556-b4b8-4f1d22f19215 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 811 time: 0.1052926 Aug 27 03:36:05.543962 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-41b935ce-61f4-45f0-af0d-04188cead543 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/quotas/a430bc3a9be94e62a3cb96e011f0496a HTTP/1.1" status: 200 len: 375 time: 0.0106823 Aug 27 03:36:05.601409 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-0151725f-d9a5-4202-9a2e-35c3b70e7046 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515962 Aug 27 03:36:05.659982 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-f3261a08-ba76-4d08-854c-a9606360ae64 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:36:05.661332 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-f3261a08-ba76-4d08-854c-a9606360ae64 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473378 Aug 27 03:36:05.748593 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-52f6bc93-5778-4f2f-ae59-b30dba442d33 service neutron] 10.222.0.30 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800595 Aug 27 03:36:05.838638 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-ede9354c-e066-4133-be21-9825abbde217 service neutron] 10.222.0.30 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841107 Aug 27 03:36:05.994110 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-34a66c89-7265-49a3-8e46-d165f3030f1a req-35d141de-4636-49bb-a4dd-0b742de1e176 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 210 time: 0.0270917 Aug 27 03:36:06.211927 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:06.945781 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-b11e738e-2f4f-46dd-92a9-d4f92b1390c2 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:06.947640 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-b11e738e-2f4f-46dd-92a9-d4f92b1390c2 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 811 time: 0.1041095 Aug 27 03:36:06.991285 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-a8fb8582-df38-4043-a951-c8006a3b1ec7 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a430bc3a9be94e62a3cb96e011f0496a HTTP/1.1" status: 200 len: 380 time: 0.0350089 Aug 27 03:36:07.004668 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'port': {'device_id': 'e9952251-592d-4529-9347-b844a9741556', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'admin_state_up': True, 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'security_groups': ['b2a444b3-f4c4-4d39-bb3f-d15923fd7998']}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:07.098678 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-23816c41-aacc-405f-8747-fbe115dd4610 req-b18e39f6-8977-49f6-a0fc-59f8b66ae62a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 210 time: 0.0340626 Aug 27 03:36:07.138312 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Made reservation on behalf of a430bc3a9be94e62a3cb96e011f0496a for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:36:07.141815 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:07.266781 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Allocated IP 172.20.0.4 (88c59834-6084-43f7-aebd-5573502eb794/a1cd8e1e-3740-4c26-8f74-2e47293bbac7/aaeec9a7-aee3-4de8-b77b-6d7918bb0897) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:36:07.405242 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:07.418560 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Transition to ACTIVE for port object aaeec9a7-aee3-4de8-b77b-6d7918bb0897 will not be triggered until provisioned by entity DHCP. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:36:07.449796 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:07.491079 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Network 88c59834-6084-43f7-aebd-5573502eb794 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:36:07.496009 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:36:07.499685 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:36:07.505914 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event updated for resources: {'Port': ['ID=aaeec9a7-aee3-4de8-b77b-6d7918bb0897,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:07.553568 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:07.554196 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:07.569369 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-44ef41ca-9eb3-4078-b3cc-e10178098005 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685332 Aug 27 03:36:07.581731 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Request body: {'port': {'device_id': 'e9952251-592d-4529-9347-b844a9741556', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:07.627242 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-93261d3d-aaf9-40d0-97fa-177a9df6c2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:07.641451 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:07.689158 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-5f8bf9dd-5c4b-4f56-83c5-8d9049b1c34c None None] Provisioning for port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:36:07.692905 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-5f8bf9dd-5c4b-4f56-83c5-8d9049b1c34c None None] Provisioning complete for port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:36:07.693279 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5f8bf9dd-5c4b-4f56-83c5-8d9049b1c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:07.726806 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-5f8bf9dd-5c4b-4f56-83c5-8d9049b1c34c None None] Port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:36:07.911376 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaeec9a7-aee3-4de8-b77b-6d7918bb0897 {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:36:07.919253 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:07.930862 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Transition to ACTIVE for port object aaeec9a7-aee3-4de8-b77b-6d7918bb0897 will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:36:07.934903 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:07.986588 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=aaeec9a7-aee3-4de8-b77b-6d7918bb0897,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:08.057008 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Attempting to bind port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:36:08.057968 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Attempting to bind port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:36:08.058352 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Attempting to bind port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 on network 88c59834-6084-43f7-aebd-5573502eb794 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:36:08.062984 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 on network 88c59834-6084-43f7-aebd-5573502eb794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:36:08.063310 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Attempting to bind port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 on network 88c59834-6084-43f7-aebd-5573502eb794 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:36:08.068558 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:36:08.068892 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Checking segment: {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:36:08.069276 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Bound using segment: {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:36:08.069702 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Bound port: aaeec9a7-aee3-4de8-b77b-6d7918bb0897, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '88c59834-6084-43f7-aebd-5573502eb794'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:36:08.070058 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:08.220930 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413bd4-7d41-493e-b820-8fed5b7f902b req-2297cd78-9300-49c7-906d-43fff3d942b5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.222428 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7b413bd4-7d41-493e-b820-8fed5b7f902b req-2297cd78-9300-49c7-906d-43fff3d942b5 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 943 time: 0.0541723 Aug 27 03:36:08.263444 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7b413bd4-7d41-493e-b820-8fed5b7f902b req-30536a6d-9a54-4c88-8046-3d9147d4d635 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2a444b3-f4c4-4d39-bb3f-d15923fd7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346224 Aug 27 03:36:08.383093 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] For port aaeec9a7-aee3-4de8-b77b-6d7918bb0897, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:36:08.386187 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] For port aaeec9a7-aee3-4de8-b77b-6d7918bb0897, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:36:08.390459 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:08.423980 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.424597 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:08.425993 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] 10.222.0.21 "PUT /v2.0/ports/aaeec9a7-aee3-4de8-b77b-6d7918bb0897 HTTP/1.1" status: 200 len: 1093 time: 0.8486402 Aug 27 03:36:08.426518 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9952251-592d-4529-9347-b844a9741556', 'tag': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:08.428659 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029530cd-897e-42da-9a07-6e14f8b8ec26" -d '{"events": [{"name": "network-changed", "server_uuid": "e9952251-592d-4529-9347-b844a9741556", "tag": "aaeec9a7-aee3-4de8-b77b-6d7918bb0897"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:08.452943 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48adc96-e873-480c-b730-0d0b6dfa9fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=aaeec9a7-aee3-4de8-b77b-6d7918bb0897,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:08.478201 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddd3257-5f5b-4b10-b9e8-133d4968b3cb x-openstack-request-id: req-dddd3257-5f5b-4b10-b9e8-133d4968b3cb {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:08.478617 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9952251-592d-4529-9347-b844a9741556", "tag": "aaeec9a7-aee3-4de8-b77b-6d7918bb0897", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:08.479140 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dddd3257-5f5b-4b10-b9e8-133d4968b3cb {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:08.480001 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9952251-592d-4529-9347-b844a9741556', 'tag': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897', 'status': 'completed', 'code': 200} Aug 27 03:36:08.481272 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:08.524988 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-2af79bc0-cce6-4778-8181-9d88029bf9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.526964 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-2af79bc0-cce6-4778-8181-9d88029bf9b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 1096 time: 0.0422060 Aug 27 03:36:08.571936 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-f6ecf1b5-6115-4728-aa0c-97d58ee74233 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897 HTTP/1.1" status: 200 len: 217 time: 0.0378385 Aug 27 03:36:08.620346 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-9806b379-6e61-4575-8c1f-94a7275ce4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.621790 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-9806b379-6e61-4575-8c1f-94a7275ce4ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0433142 Aug 27 03:36:08.669449 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-5c852d39-29ea-4ae3-bfa4-1b9fcb0eaab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.671214 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-5c852d39-29ea-4ae3-bfa4-1b9fcb0eaab8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427797 Aug 27 03:36:08.763571 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-bad0443b-b2ec-4b67-9674-cbaf82d0e18e service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848813 Aug 27 03:36:08.849615 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d048e94e-2dc0-479c-95d0-4ed65208b150 req-f4f1696a-cd31-4173-8d58-32299044a49a service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797153 Aug 27 03:36:08.937660 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029530cd-897e-42da-9a07-6e14f8b8ec26 req-58332793-f8f1-40b1-bc11-0b1292291ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.939154 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-029530cd-897e-42da-9a07-6e14f8b8ec26 req-58332793-f8f1-40b1-bc11-0b1292291ed5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 1096 time: 0.0443032 Aug 27 03:36:09.027697 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029530cd-897e-42da-9a07-6e14f8b8ec26 req-b4dc0b0f-0f96-43f3-9a74-20dae09b3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.029068 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-029530cd-897e-42da-9a07-6e14f8b8ec26 req-b4dc0b0f-0f96-43f3-9a74-20dae09b3aff service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0824077 Aug 27 03:36:09.075077 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-029530cd-897e-42da-9a07-6e14f8b8ec26 req-ec15488c-514d-4ff7-abc5-89e3e8ec1cdc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897 HTTP/1.1" status: 200 len: 217 time: 0.0385058 Aug 27 03:36:09.123310 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029530cd-897e-42da-9a07-6e14f8b8ec26 req-4d463454-7aa3-46a9-b1c5-6f511bd14e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.124697 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-029530cd-897e-42da-9a07-6e14f8b8ec26 req-4d463454-7aa3-46a9-b1c5-6f511bd14e38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0428920 Aug 27 03:36:09.169830 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029530cd-897e-42da-9a07-6e14f8b8ec26 req-f3da88cf-37ef-4c60-bb87-1684ff70a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.171306 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-029530cd-897e-42da-9a07-6e14f8b8ec26 req-f3da88cf-37ef-4c60-bb87-1684ff70a45f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386333 Aug 27 03:36:09.262952 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-029530cd-897e-42da-9a07-6e14f8b8ec26 req-4ddf0deb-9a39-4a28-b52f-8d1787884c9c service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839696 Aug 27 03:36:09.355229 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-029530cd-897e-42da-9a07-6e14f8b8ec26 req-79297ea0-4b95-491d-b08d-8d8535e97c5e service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848043 Aug 27 03:36:09.382830 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60d9d1-a798-42eb-ae54-79a6c3798c40 req-f95ca7a1-d809-4e33-994d-70eab737d040 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.384325 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dc60d9d1-a798-42eb-ae54-79a6c3798c40 req-f95ca7a1-d809-4e33-994d-70eab737d040 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 943 time: 0.0530274 Aug 27 03:36:09.422799 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dc60d9d1-a798-42eb-ae54-79a6c3798c40 req-0ff048bf-c564-4100-972c-395bb0aba94b tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2a444b3-f4c4-4d39-bb3f-d15923fd7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319376 Aug 27 03:36:10.537238 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869afc3-8149-4d2b-a8a6-7c705aa24d39 req-9bfbe260-4cea-4671-921d-0e8dc3067dc8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:10.538766 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6869afc3-8149-4d2b-a8a6-7c705aa24d39 req-9bfbe260-4cea-4671-921d-0e8dc3067dc8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 943 time: 0.0492027 Aug 27 03:36:10.576385 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6869afc3-8149-4d2b-a8a6-7c705aa24d39 req-fb814a29-b056-42f1-b3ce-1f35604c3411 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2a444b3-f4c4-4d39-bb3f-d15923fd7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Aug 27 03:36:10.993090 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device aaeec9a7-aee3-4de8-b77b-6d7918bb0897 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:36:11.070268 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:11.099339 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port aaeec9a7-aee3-4de8-b77b-6d7918bb0897, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:11.110890 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'port_id': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897', 'mac_address': 'fa:16:3e:97:1d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:36:11.147607 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:11.160252 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaeec9a7-aee3-4de8-b77b-6d7918bb0897 {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:36:11.179241 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port aaeec9a7-aee3-4de8-b77b-6d7918bb0897, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:11.183110 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:11.235054 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=aaeec9a7-aee3-4de8-b77b-6d7918bb0897,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:11.241922 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.242279 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.242632 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.243042 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.243415 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.243754 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.244087 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.244419 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.244771 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.245104 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.245432 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.245783 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:11.443322 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['aaeec9a7-aee3-4de8-b77b-6d7918bb0897'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:36:11.687835 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59da403-a5df-49ce-bd4f-0e1eb3fecb63 req-bdcbdcb9-9c04-4f27-9ec6-acc87a3c8e0f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:11.689183 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f59da403-a5df-49ce-bd4f-0e1eb3fecb63 req-bdcbdcb9-9c04-4f27-9ec6-acc87a3c8e0f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 944 time: 0.0480042 Aug 27 03:36:11.725833 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f59da403-a5df-49ce-bd4f-0e1eb3fecb63 req-d6e348bc-811d-41c1-b0fe-c05e50dfe9ee tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2a444b3-f4c4-4d39-bb3f-d15923fd7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308390 Aug 27 03:36:12.841535 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f17de3-ba50-4e58-a5b3-af3d49ec94ae req-ed6d9038-0b07-43eb-83f2-d532c42f8309 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:12.843036 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e7f17de3-ba50-4e58-a5b3-af3d49ec94ae req-ed6d9038-0b07-43eb-83f2-d532c42f8309 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 944 time: 0.0530386 Aug 27 03:36:12.881414 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e7f17de3-ba50-4e58-a5b3-af3d49ec94ae req-4d2a9f4c-0655-4322-8a7a-ccb719c24b6f tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2a444b3-f4c4-4d39-bb3f-d15923fd7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325694 Aug 27 03:36:13.010008 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device aaeec9a7-aee3-4de8-b77b-6d7918bb0897 up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:36:13.062226 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:36:13.065890 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:36:13.066182 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:13.139067 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:13.160779 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9952251-592d-4529-9347-b844a9741556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:13.163012 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f13b52-0364-44a0-9596-802b9ad49d99" -d '{"events": [{"server_uuid": "e9952251-592d-4529-9347-b844a9741556", "name": "network-vif-plugged", "status": "completed", "tag": "aaeec9a7-aee3-4de8-b77b-6d7918bb0897"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:13.175969 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port aaeec9a7-aee3-4de8-b77b-6d7918bb0897, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:13.185083 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:13.234957 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=aaeec9a7-aee3-4de8-b77b-6d7918bb0897,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:13.258957 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56942500-f234-46cb-bbf3-a423922b01eb x-openstack-request-id: req-56942500-f234-46cb-bbf3-a423922b01eb {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:13.259250 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9952251-592d-4529-9347-b844a9741556", "name": "network-vif-plugged", "status": "completed", "tag": "aaeec9a7-aee3-4de8-b77b-6d7918bb0897", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:13.259507 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56942500-f234-46cb-bbf3-a423922b01eb {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:13.259900 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9952251-592d-4529-9347-b844a9741556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897', 'code': 200} Aug 27 03:36:13.423739 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5eab0-145c-4738-842e-06e8d8d2cfc9 req-cf4e7c18-eb75-4750-b1b5-6486134eb3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:13.425094 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-40c5eab0-145c-4738-842e-06e8d8d2cfc9 req-cf4e7c18-eb75-4750-b1b5-6486134eb3a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 1098 time: 0.0397162 Aug 27 03:36:13.458382 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-40c5eab0-145c-4738-842e-06e8d8d2cfc9 req-acc952c5-17cb-4cd0-92a2-0e9c06f0c6dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b2a444b3-f4c4-4d39-bb3f-d15923fd7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262582 Aug 27 03:36:13.992003 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049f4a-fc27-4ce0-b6cb-2d10c6dc69c8 req-86e53d32-201f-450b-b015-da6ab610c032 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:13.993479 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-44049f4a-fc27-4ce0-b6cb-2d10c6dc69c8 req-86e53d32-201f-450b-b015-da6ab610c032 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 945 time: 0.0478694 Aug 27 03:36:14.031814 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-44049f4a-fc27-4ce0-b6cb-2d10c6dc69c8 req-e72211d5-dd50-4117-adcb-d24e3c09c397 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2a444b3-f4c4-4d39-bb3f-d15923fd7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317864 Aug 27 03:36:15.147566 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5167415-c57f-4175-9666-b74a5096a51f req-8309914e-747e-4764-892c-fafe718495f6 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:15.149010 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f5167415-c57f-4175-9666-b74a5096a51f req-8309914e-747e-4764-892c-fafe718495f6 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 945 time: 0.0507317 Aug 27 03:36:15.185724 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-f5167415-c57f-4175-9666-b74a5096a51f req-31b62d1d-a2a5-411e-b388-6518172f55ba tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2a444b3-f4c4-4d39-bb3f-d15923fd7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301869 Aug 27 03:36:15.297809 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7476db0-078d-42d4-9920-42659f1d58f6 req-8239b74d-909f-4b48-9980-6f5777f4fc00 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:15.299204 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b7476db0-078d-42d4-9920-42659f1d58f6 req-8239b74d-909f-4b48-9980-6f5777f4fc00 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 945 time: 0.0514328 Aug 27 03:36:15.307385 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 52994) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:15.311886 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-5c367bf6-b1b0-4e90-a562-1f8eb91668a8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Request body: {'floatingip': {'port_id': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:15.350111 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5c367bf6-b1b0-4e90-a562-1f8eb91668a8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:15.779092 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5c367bf6-b1b0-4e90-a562-1f8eb91668a8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:15.782952 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5c367bf6-b1b0-4e90-a562-1f8eb91668a8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:15.883052 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.l3_db [None req-5c367bf6-b1b0-4e90-a562-1f8eb91668a8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Floating IP d63c760d-d650-4290-8ff2-bf9eb33e6c5e associated. External IP: 172.27.1.84, port: aaeec9a7-aee3-4de8-b77b-6d7918bb0897. Aug 27 03:36:16.089285 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c367bf6-b1b0-4e90-a562-1f8eb91668a8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Router 192470f6-2056-4e85-8c70-0fb9b705f8ae has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:36:16.197057 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c367bf6-b1b0-4e90-a562-1f8eb91668a8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:36:16.201995 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5c367bf6-b1b0-4e90-a562-1f8eb91668a8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:16.206989 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a698e58-bc29-4d7c-b406-a8015660c11a None None] Sync routers for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:36:16.223769 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a698e58-bc29-4d7c-b406-a8015660c11a None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:16.224391 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-6a698e58-bc29-4d7c-b406-a8015660c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:36:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:16.230674 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-5c367bf6-b1b0-4e90-a562-1f8eb91668a8 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "PUT /v2.0/floatingips/d63c760d-d650-4290-8ff2-bf9eb33e6c5e HTTP/1.1" status: 200 len: 990 time: 0.9217024 Aug 27 03:36:16.231499 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9952251-592d-4529-9347-b844a9741556', 'tag': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:16.234049 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5455674-3c82-4f73-93e8-2aff62bcadc2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9952251-592d-4529-9347-b844a9741556", "tag": "aaeec9a7-aee3-4de8-b77b-6d7918bb0897"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:16.272104 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bef5174-3002-47fa-b186-9bc3358b9a3c x-openstack-request-id: req-9bef5174-3002-47fa-b186-9bc3358b9a3c {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:16.272401 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9952251-592d-4529-9347-b844a9741556", "tag": "aaeec9a7-aee3-4de8-b77b-6d7918bb0897", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:16.272662 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bef5174-3002-47fa-b186-9bc3358b9a3c {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:16.273092 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9952251-592d-4529-9347-b844a9741556', 'tag': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897', 'status': 'completed', 'code': 200} Aug 27 03:36:16.335393 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5455674-3c82-4f73-93e8-2aff62bcadc2 req-a4329048-9d10-494d-b6eb-d887fa632159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:16.337709 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e5455674-3c82-4f73-93e8-2aff62bcadc2 req-a4329048-9d10-494d-b6eb-d887fa632159 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 1098 time: 0.0423291 Aug 27 03:36:16.372635 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-6a698e58-bc29-4d7c-b406-a8015660c11a None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:16.430877 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5455674-3c82-4f73-93e8-2aff62bcadc2 req-26cce99a-f695-4401-b768-028778b583b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:16.432336 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e5455674-3c82-4f73-93e8-2aff62bcadc2 req-26cce99a-f695-4401-b768-028778b583b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0878558 Aug 27 03:36:16.498258 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e5455674-3c82-4f73-93e8-2aff62bcadc2 req-3c3864dc-b794-4d5c-843e-af7f5a4ab10f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897 HTTP/1.1" status: 200 len: 998 time: 0.0582387 Aug 27 03:36:16.546623 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5455674-3c82-4f73-93e8-2aff62bcadc2 req-85cae94d-3a65-4905-bbd3-d5acdad4b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:16.548160 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e5455674-3c82-4f73-93e8-2aff62bcadc2 req-85cae94d-3a65-4905-bbd3-d5acdad4b2c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0437367 Aug 27 03:36:16.597061 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5455674-3c82-4f73-93e8-2aff62bcadc2 req-45d1a2e7-d2d6-432c-a27d-d8baa95577fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:16.598593 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e5455674-3c82-4f73-93e8-2aff62bcadc2 req-45d1a2e7-d2d6-432c-a27d-d8baa95577fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440531 Aug 27 03:36:16.603894 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-6a698e58-bc29-4d7c-b406-a8015660c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': 'd63c760d-d650-4290-8ff2-bf9eb33e6c5e', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'port_id': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'mac_address': 'fa:16:3e:97:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9952251-592d-4529-9347-b844a9741556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:36:04Z', 'updated_at': '2021-08-27T03:36:15Z', 'revision_number': 1, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:16.694332 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e5455674-3c82-4f73-93e8-2aff62bcadc2 req-1f6e5275-bb3c-46f2-91e0-57fab9b00e02 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881789 Aug 27 03:36:16.758464 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a698e58-bc29-4d7c-b406-a8015660c11a None None] Checking router: 192470f6-2056-4e85-8c70-0fb9b705f8ae for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:36:16.768932 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a698e58-bc29-4d7c-b406-a8015660c11a None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:16.769554 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-6a698e58-bc29-4d7c-b406-a8015660c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:36:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:16.813068 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e5455674-3c82-4f73-93e8-2aff62bcadc2 req-2a4abbeb-8076-4277-9a13-63086c29ddad service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108105 Aug 27 03:36:16.891061 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-6a698e58-bc29-4d7c-b406-a8015660c11a None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:17.119559 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-6a698e58-bc29-4d7c-b406-a8015660c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': 'd63c760d-d650-4290-8ff2-bf9eb33e6c5e', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'port_id': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'mac_address': 'fa:16:3e:97:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9952251-592d-4529-9347-b844a9741556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:36:04Z', 'updated_at': '2021-08-27T03:36:15Z', 'revision_number': 1, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:17.145075 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a698e58-bc29-4d7c-b406-a8015660c11a None None] The sync data for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi is: [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': 'd63c760d-d650-4290-8ff2-bf9eb33e6c5e', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'port_id': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'mac_address': 'fa:16:3e:97:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9952251-592d-4529-9347-b844a9741556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:36:04Z', 'updated_at': '2021-08-27T03:36:15Z', 'revision_number': 1, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:36:17.327737 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5464f2-5971-4ef0-960c-1c36e52ba63a None None] New status for floating IP d63c760d-d650-4290-8ff2-bf9eb33e6c5e: ACTIVE {{(pid=93976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:36:17.902355 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.086863 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:36:33.788104 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-cc089b24-2dec-42a3-873a-613653f62258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.204258 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.619525 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1b3b59e4-d5c4-4fe0-a7b4-8a49830cbe10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:38.477517 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:40.629267 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-676ab217-d0e5-43e2-8242-77e99723debc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405757 Aug 27 03:36:40.709407 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-f4e5de58-f2ba-4778-9f3f-7bdf88c75620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:40.710799 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-f4e5de58-f2ba-4778-9f3f-7bdf88c75620 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 1098 time: 0.0406344 Aug 27 03:36:40.814757 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-c0af9f1c-557c-45e7-9ecf-29b651f13cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:40.816196 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-c0af9f1c-557c-45e7-9ecf-29b651f13cbc service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0859046 Aug 27 03:36:40.882230 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-9abcabab-8397-4957-9435-0581b17f091c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897 HTTP/1.1" status: 200 len: 1000 time: 0.0578473 Aug 27 03:36:40.933091 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-80ee43ee-371c-43a4-a201-cb6dbb4a11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:40.934530 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-80ee43ee-371c-43a4-a201-cb6dbb4a11c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0449653 Aug 27 03:36:40.983328 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-9bc30efb-816a-42bd-b384-5018388ecb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:40.986048 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-9bc30efb-816a-42bd-b384-5018388ecb30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436511 Aug 27 03:36:41.066344 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.082499 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-e0c93878-3833-4acb-a752-2116d6b1b863 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878687 Aug 27 03:36:41.177911 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-999dbb8a-1c0a-4f9f-84c7-124070b5f714 req-b5dbca2a-f091-4ad8-b9a7-8a7f11ead010 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875401 Aug 27 03:36:47.917504 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.788851 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ae010aa1-3112-450b-94c7-8a64fa5850db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.206360 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:07.620221 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a31cb2d2-160a-441a-b20b-f6cc631492b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.085174 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:37:08.480525 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.068313 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.925645 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:33.789530 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-f628f1a9-bcbd-419e-bb38-ebad7a640986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:36.207960 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.620355 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c6e84718-8b76-41be-abf6-eeeff4a4af94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.483246 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.070213 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.117520 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-e19877d0-a638-4bb4-98b1-c923fa6b3753 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879433 Aug 27 03:37:42.200969 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-d953ddf5-fe70-40fa-a393-30bf29cd8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:42.202438 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-d953ddf5-fe70-40fa-a393-30bf29cd8a52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 1098 time: 0.0417292 Aug 27 03:37:42.307390 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-9bcd3882-0856-4133-a792-b46700d1d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:42.308870 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-9bcd3882-0856-4133-a792-b46700d1d956 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0885172 Aug 27 03:37:42.620229 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-b7734ef1-0662-4a47-82f7-de95e14b99b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897 HTTP/1.1" status: 200 len: 1000 time: 0.3039067 Aug 27 03:37:42.668635 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-f609c879-2bfd-4af1-b703-b2ea89b3f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:42.669981 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-f609c879-2bfd-4af1-b703-b2ea89b3f901 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0430744 Aug 27 03:37:42.715937 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-7f60e327-ec72-40b3-8ed2-47ea64fe4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:42.717400 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-7f60e327-ec72-40b3-8ed2-47ea64fe4239 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408165 Aug 27 03:37:42.804336 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-e767afe2-16e0-46c9-8f42-29d47c5b8bf5 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795367 Aug 27 03:37:42.897011 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7ade20c7-f42d-4a9c-8cce-b178be3f9316 req-21e1a93e-3d7c-4633-b29b-5c5a6842e521 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857644 Aug 27 03:37:45.085391 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:37:47.925288 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:03.791450 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-f7c51f3f-1cdf-4131-926d-a0cd8706c5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:06.209335 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:07.620585 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-d78bdc8d-a637-414c-96dc-fffda77b93f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:08.485863 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:11.071399 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:17.931929 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:22.084881 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:38:33.791437 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-92bcc349-13f7-4c17-988c-0c2f082107c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.210610 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:37.622691 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-bc74b503-0fab-4285-8f9b-d59cce5ad166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:38.487667 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:41.074395 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:44.059535 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-8adaee2c-ef48-45f2-aa39-8e3f42e4ba3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417089 Aug 27 03:38:44.138703 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-a83ec1b4-5fd7-4fbc-8c7e-985f862737dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:44.140184 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-a83ec1b4-5fd7-4fbc-8c7e-985f862737dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 1098 time: 0.0413001 Aug 27 03:38:44.245626 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-61bc8bf2-b97f-4333-9283-38056a0de30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:44.247125 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-61bc8bf2-b97f-4333-9283-38056a0de30e service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0874872 Aug 27 03:38:44.310788 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-5342e772-07f1-441e-96cf-02acfdc55301 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897 HTTP/1.1" status: 200 len: 1000 time: 0.0571508 Aug 27 03:38:44.358651 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-cde75ef5-c189-4ab3-baaa-7533e91942a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:44.360137 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-cde75ef5-c189-4ab3-baaa-7533e91942a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0435686 Aug 27 03:38:44.409399 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-4e5750be-ed63-4402-96f5-3fa2ca11340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:44.410904 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-4e5750be-ed63-4402-96f5-3fa2ca11340d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437777 Aug 27 03:38:44.497573 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-a1460a5e-1dec-44d6-8e75-725c517d9032 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792344 Aug 27 03:38:44.590515 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-488b334d-432a-42e1-895b-00a8e5aaa43f req-4259b357-9331-4307-9eee-91e2f9fa9dbd service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859692 Aug 27 03:38:47.938285 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:59.083139 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:39:03.791966 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-79a24222-c26d-4f3c-8f4b-884fba42dea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.211592 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.625913 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3f5d316a-2266-41a7-b9d8-6e07e7214551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.492849 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:11.078520 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.948200 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:33.793348 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a5531923-e7d1-4b8f-bcf1-d5d7a775f6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:36.082679 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:39:36.211454 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.627450 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-22dbdfbc-92df-4117-a433-22b847d56a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:38.493967 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:41.081095 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:45.063644 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3545e6b3-8938-468d-aacf-9b536c25324b req-eec70d8c-5088-450b-90f8-c8566d488668 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418816 Aug 27 03:39:45.142708 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545e6b3-8938-468d-aacf-9b536c25324b req-a7e7dc8b-0be3-47c4-b34f-7e639a32956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:45.144189 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3545e6b3-8938-468d-aacf-9b536c25324b req-a7e7dc8b-0be3-47c4-b34f-7e639a32956f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 1098 time: 0.0407543 Aug 27 03:39:45.248426 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545e6b3-8938-468d-aacf-9b536c25324b req-148a027d-79bc-41b5-980a-50bdea06899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:45.249890 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3545e6b3-8938-468d-aacf-9b536c25324b req-148a027d-79bc-41b5-980a-50bdea06899d service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0874274 Aug 27 03:39:45.313621 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3545e6b3-8938-468d-aacf-9b536c25324b req-820f1759-8ad0-445c-82d9-73bad6a2be08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897 HTTP/1.1" status: 200 len: 1000 time: 0.0571654 Aug 27 03:39:45.361115 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545e6b3-8938-468d-aacf-9b536c25324b req-aa3e21ed-cd28-4b38-8b10-d249007cc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:45.362478 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3545e6b3-8938-468d-aacf-9b536c25324b req-aa3e21ed-cd28-4b38-8b10-d249007cc694 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0425324 Aug 27 03:39:45.410432 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545e6b3-8938-468d-aacf-9b536c25324b req-f189af07-c88d-4dfd-8a37-654ee9033f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:45.412078 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3545e6b3-8938-468d-aacf-9b536c25324b req-f189af07-c88d-4dfd-8a37-654ee9033f36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418341 Aug 27 03:39:45.503453 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3545e6b3-8938-468d-aacf-9b536c25324b req-5467246b-d4e9-41eb-a327-eb9a20695bae service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845084 Aug 27 03:39:45.595033 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3545e6b3-8938-468d-aacf-9b536c25324b req-b8e2311b-9c21-4247-9940-73a56e55350e service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846934 Aug 27 03:39:47.949810 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:03.794502 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-6807c9c5-daf0-4d4d-a351-e83cf7eb746d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:06.213391 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:07.628799 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a4533f68-38f5-4a3f-8de5-a8cd480f8369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:08.496891 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:09.472093 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 54852) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:40:09.587996 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:09.675946 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:09.679468 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:09.717472 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05ceb878315547ce835ca4dd85f1ad72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443140 Aug 27 03:40:09.718335 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fa836a-b340-4ef0-a226-6b3fde606317,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:09.720171 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 54856) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:40:09.725440 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.725800 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.726145 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.727260 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.727610 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.727949 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.728278 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.728617 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.728947 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.729277 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.729605 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.729931 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca9de-4a0e-44a1-9df7-3f9d88219968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.768886 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:09.790836 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:09.842814 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:09.845367 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:09.846485 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5fa836a-b340-4ef0-a226-6b3fde606317 HTTP/1.1" status: 204 len: 168 time: 0.1253586 Aug 27 03:40:09.854599 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fa836a-b340-4ef0-a226-6b3fde606317,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:09.861607 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.861961 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.862303 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.862636 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.862993 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.863324 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.863652 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.863977 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.864302 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.864627 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.865030 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:09.865255 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cdd22-d23f-4b0e-a2a1-2d7c1f21fab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:10.483828 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 54886) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:40:10.578179 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1255669608-network', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:40:10.598971 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Made reservation on behalf of b42b51e52fc54817a595852b2e5e4635 for: {'network': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:40:10.601167 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:10.609403 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:10.699279 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:10.702963 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:10.731243 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:40:10.736765 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de01961c-1e1a-40f2-9a1a-894bfe77d8c4,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:10.745598 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:10.745941 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.db.segments_db [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Added segment 49970b29-d981-4e87-9164-b0ae7849cb9b of type vlan for network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 Aug 27 03:40:10.785142 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:10.810176 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:10.811253 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:10.811836 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:10.875266 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3903074 Aug 27 03:40:10.876473 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 54892) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:40:10.876987 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079a104-4563-4f72-a212-b47d019ddece admin admin] Pushing event updated for resources: {'Network': ['ID=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:10.882023 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] Request body: {'subnet': {'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1255669608-subnet', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'ip_version': 4}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:40:10.889809 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:40:10.903674 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] Made reservation on behalf of b42b51e52fc54817a595852b2e5e4635 for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:40:10.906035 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711342'] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.070982 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5168305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711388'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.083427 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.129430 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8e4bec-5b08-418e-a615-d7f96cc1747d,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:11.133965 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] Checking segment: {'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:40:11.134326 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] Network hostable DHCP agents. Network: 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:40:11.151094 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] Network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:40:11.160014 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:40:11.169680 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:11.170272 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.174570 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e3ba8-7630-46bb-82f2-5135342c715b None None] Network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:40:11.184840 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-47dd3eab-b3d6-431d-b5e0-38af5d2de5da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3071911 Aug 27 03:40:11.187404 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 54896) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:40:11.191798 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1255669608-router', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:40:11.213343 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37126'] for router, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.214337 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1682916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37137'] for router, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.271841 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.324687 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd400e9-8ed1-5679-b8ab-1778f6db8e30-46aaa4b4-5724-4e21-8ec4-fd76eabfbc49', 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'fixed_ips': [{'subnet_id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d'}]}} from dv-cinder-805887-5-iscsi. {{(pid=93975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:40:11.325545 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.410085 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.460670 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.db_base_plugin_common [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Allocated IP 172.20.0.2 (46aaa4b4-5724-4e21-8ec4-fd76eabfbc49/ed8e4bec-5b08-418e-a615-d7f96cc1747d/6cd66b58-96bc-4db7-97fe-c1d2fa3accfb) {{(pid=93975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:40:11.604690 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.611455 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.612831 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Transition to ACTIVE for port object 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:11.627446 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Transition to ACTIVE for port object 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb will not be triggered until provisioned by entity DHCP. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:11.631449 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.634230 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.670021 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 is already hosted by enough agents. {{(pid=93975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:40:11.672604 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.base_scheduler [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Resources bound (agent type, host, resource id): {{(pid=93975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:40:11.675189 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Received port after_create {{(pid=93975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:40:11.690489 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Pushing event updated for resources: {'Port': ['ID=6cd66b58-96bc-4db7-97fe-c1d2fa3accfb,revision_number=1']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:11.731361 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.731703 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.732043 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.732376 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.732704 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.733035 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.733365 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.733693 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.734020 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.734341 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.734658 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.735000 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:11.743371 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Allocated IP 172.27.1.199 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/1d73736c-dbfe-4313-b82a-daf7e679a963) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:40:11.749702 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Attempting to bind port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:40:11.750094 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Attempting to bind port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:40:11.750454 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Attempting to bind port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb on network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:40:11.755682 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:40:11.756086 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Checking segment: {'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:40:11.756488 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.756899 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Bound using segment: {'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:40:11.757374 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Bound port: 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:40:11.758282 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.823935 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] For port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:40:11.827270 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] For port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=6cd66b58-96bc-4db7-97fe-c1d2fa3accfb,segment=NetworkSegment(49970b29-d981-4e87-9164-b0ae7849cb9b),segment_id=49970b29-d981-4e87-9164-b0ae7849cb9b)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:40:11.831948 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.851135 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.893529 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b8732-9837-4e19-a428-fa068eac7ac1 None None] Pushing event updated for resources: {'Port': ['ID=6cd66b58-96bc-4db7-97fe-c1d2fa3accfb,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:11.901158 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:11.946663 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:40:11.949499 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:40:11.955235 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:40:11.980431 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Pushing event updated for resources: {'Port': ['ID=1d73736c-dbfe-4313-b82a-daf7e679a963,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:12.221302 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:12.412978 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682235'] for router, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:12.618440 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:12.676554 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:12.748965 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3163b95-99af-4b9f-8b4f-396820604aba None None] Network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:40:12.807608 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Router fade801b-d552-414f-a39d-0f2e2c261054 is scheduled to L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b with binding_index 1 {{(pid=93973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:40:12.871110 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-98807ecd-4871-4e3a-b90d-eb11d299c57e None None] Provisioning for port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:12.876993 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-98807ecd-4871-4e3a-b90d-eb11d299c57e None None] Provisioning complete for port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:12.877375 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-98807ecd-4871-4e3a-b90d-eb11d299c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:12.914983 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:40:12.925442 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Sync routers for ids ['fade801b-d552-414f-a39d-0f2e2c261054'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:40:12.930468 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] Notify callbacks [] for router, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:12.931798 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-255829f3-6b23-421f-92d2-8b9a1ad118bf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7434418 Aug 27 03:40:12.934442 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 54908) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:40:12.953208 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Routers {'fade801b-d552-414f-a39d-0f2e2c261054'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:40:12.953854 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:40:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['fade801b-d552-414f-a39d-0f2e2c261054'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:13.081018 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:40:13.091617 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-98807ecd-4871-4e3a-b90d-eb11d299c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.127240 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Set router fade801b-d552-414f-a39d-0f2e2c261054 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:40:13.191863 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-98807ecd-4871-4e3a-b90d-eb11d299c57e None None] For port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=6cd66b58-96bc-4db7-97fe-c1d2fa3accfb,segment=NetworkSegment(49970b29-d981-4e87-9164-b0ae7849cb9b),segment_id=49970b29-d981-4e87-9164-b0ae7849cb9b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:13.203783 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-98807ecd-4871-4e3a-b90d-eb11d299c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.300054 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98807ecd-4871-4e3a-b90d-eb11d299c57e None None] Pushing event updated for resources: {'Port': ['ID=6cd66b58-96bc-4db7-97fe-c1d2fa3accfb,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:13.346343 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-7904bd8b-23b7-468c-aeaf-3c77c636ec80 None None] Provisioning complete for port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:13.346712 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7904bd8b-23b7-468c-aeaf-3c77c636ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.376653 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.401648 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'name': 'tempest-TestMinimumBasicScenario-1255669608-router', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:12Z', 'revision_number': 3, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'gw_port': {'id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:13.448192 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Checking router: fade801b-d552-414f-a39d-0f2e2c261054 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:40:13.448536 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Updating router fade801b-d552-414f-a39d-0f2e2c261054 port 1d73736c-dbfe-4313-b82a-daf7e679a963 binding host dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:40:13.480649 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.530233 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Allocated IP 172.20.0.1 (46aaa4b4-5724-4e21-8ec4-fd76eabfbc49/ed8e4bec-5b08-418e-a615-d7f96cc1747d/a198647b-822c-4f5c-a7c0-72fa4e1e75a9) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:40:13.639516 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.658342 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Transition to ACTIVE for port object a198647b-822c-4f5c-a7c0-72fa4e1e75a9 will not be triggered until provisioned by entity DHCP. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:13.691969 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.738142 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:40:13.740967 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:40:13.746104 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:40:13.749403 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Pushing event updated for resources: {'Port': ['ID=a198647b-822c-4f5c-a7c0-72fa4e1e75a9,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:13.788326 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682404'] for router_interface, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.865307 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Notify callbacks [] for port, precommit_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.876506 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Transition to ACTIVE for port object 1d73736c-dbfe-4313-b82a-daf7e679a963 will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:13.883350 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.940916 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Attempting to bind port 1d73736c-dbfe-4313-b82a-daf7e679a963 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:40:13.941623 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Attempting to bind port 1d73736c-dbfe-4313-b82a-daf7e679a963 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:40:13.941623 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Attempting to bind port 1d73736c-dbfe-4313-b82a-daf7e679a963 on network d6676dde-6651-46ea-a9ba-371911ee51a4 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:40:13.943597 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d59ce-678e-4370-93bc-3f7c1eca99e6 None None] Pushing event updated for resources: {'Port': ['ID=1d73736c-dbfe-4313-b82a-daf7e679a963,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:13.946471 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.949859 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:40:13.950299 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Checking segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:40:13.950836 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.951109 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Bound using segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:40:13.951475 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Bound port: 1d73736c-dbfe-4313-b82a-daf7e679a963, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:40:13.951851 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:14.012224 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] For port 1d73736c-dbfe-4313-b82a-daf7e679a963, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:40:14.015952 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] For port 1d73736c-dbfe-4313-b82a-daf7e679a963, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=1d73736c-dbfe-4313-b82a-daf7e679a963,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:40:14.017748 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-c3700149-8d1b-4c3c-85ae-de02c6c72e06 None None] Provisioning for port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:14.022294 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-c3700149-8d1b-4c3c-85ae-de02c6c72e06 None None] Provisioning complete for port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:14.022818 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c3700149-8d1b-4c3c-85ae-de02c6c72e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:14.025727 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:14.109889 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Routers {'fade801b-d552-414f-a39d-0f2e2c261054'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:40:14.110535 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:40:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['fade801b-d552-414f-a39d-0f2e2c261054'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:14.115960 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-c3700149-8d1b-4c3c-85ae-de02c6c72e06 None None] Port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:40:14.122944 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:14.127811 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:14.162808 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d59ce-678e-4370-93bc-3f7c1eca99e6 None None] Pushing event updated for resources: {'Port': ['ID=1d73736c-dbfe-4313-b82a-daf7e679a963,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:14.197855 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Pushing event updated for resources: {'Port': ['ID=a198647b-822c-4f5c-a7c0-72fa4e1e75a9,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:14.200447 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681467'] for router_interface, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:14.239553 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] Set router fade801b-d552-414f-a39d-0f2e2c261054 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:40:14.293150 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:40:14.294601 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:40:14.417592 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Router fade801b-d552-414f-a39d-0f2e2c261054 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:40:14.453461 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'name': 'tempest-TestMinimumBasicScenario-1255669608-router', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:13Z', 'revision_number': 4, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'gw_port': {'id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'a198647b-822c-4f5c-a7c0-72fa4e1e75a9', 'name': '', 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'mac_address': 'fa:16:3e:ca:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:13Z', 'updated_at': '2021-08-27T03:40:13Z', 'revision_number': 1, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'subnets': [{'id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:14.479973 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea694d4e-ffe6-4936-a36c-18c2cd3e0b9f None None] The sync data for ids ['fade801b-d552-414f-a39d-0f2e2c261054'] in dv-cinder-805887-5-iscsi is: [{'id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'name': 'tempest-TestMinimumBasicScenario-1255669608-router', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:13Z', 'revision_number': 4, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'gw_port': {'id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'a198647b-822c-4f5c-a7c0-72fa4e1e75a9', 'name': '', 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'mac_address': 'fa:16:3e:ca:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:13Z', 'updated_at': '2021-08-27T03:40:13Z', 'revision_number': 1, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'subnets': [{'id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:40:14.538175 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:40:14.549118 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-ef95a98b-2964-47af-aa0d-bae08270ba7d admin admin] 10.222.0.30 "PUT /v2.0/routers/fade801b-d552-414f-a39d-0f2e2c261054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6084511 Aug 27 03:40:14.549306 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-4cfde26c-2691-4815-8112-1b844e5259a1 None None] Provisioning complete for port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:14.549306 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4cfde26c-2691-4815-8112-1b844e5259a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:14.584899 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:14.610204 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-4cfde26c-2691-4815-8112-1b844e5259a1 None None] Port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:40:14.639006 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:14.639387 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.057619 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 54936) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:40:15.062811 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1699665474-network', 'tenant_id': 'd24615745143460380184117fb0dc946'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:40:15.102299 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Made reservation on behalf of d24615745143460380184117fb0dc946 for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:40:15.114569 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.124077 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.229009 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.235580 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.263810 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:40:15.274315 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50186c5c-e0cb-4365-a557-c15f57497918,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:15.279471 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.279821 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Added segment 04ecd728-e63c-4c7a-95fb-f256a692c681 of type vlan for network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 Aug 27 03:40:15.322254 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.349912 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.351018 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:15.351772 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.408466 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3496318 Aug 27 03:40:15.411589 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 54942) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:40:15.416692 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] Request body: {'subnet': {'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1699665474-subnet', 'tenant_id': 'd24615745143460380184117fb0dc946', 'ip_version': 4}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:40:15.423128 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151530c-c90d-4ffc-9eb5-e795c1bdb294 admin admin] Pushing event updated for resources: {'Network': ['ID=83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:15.433676 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:40:15.442672 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] Made reservation on behalf of d24615745143460380184117fb0dc946 for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:40:15.446477 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711342'] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.624995 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5168305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711388'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.686852 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2987e954-222b-4273-b530-365ffbd5b0fa,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:15.696266 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] Checking segment: {'id': '04ecd728-e63c-4c7a-95fb-f256a692c681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:40:15.696599 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] Network hostable DHCP agents. Network: 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:40:15.713553 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] Network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:40:15.724591 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:40:15.728800 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:15.729395 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.733431 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75dece5-7a44-4c4b-b821-3bfe02caf649 None None] Network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:40:15.745861 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-80862b54-ceaf-4091-b383-a9f13f2eca76 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3330100 Aug 27 03:40:15.748176 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 54946) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:40:15.753021 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1699665474-router', 'tenant_id': 'd24615745143460380184117fb0dc946', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:40:15.775129 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37126'] for router, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.776302 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1682916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37137'] for router, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.835052 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.890870 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd400e9-8ed1-5679-b8ab-1778f6db8e30-83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1', 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1', 'tenant_id': 'd24615745143460380184117fb0dc946', 'fixed_ips': [{'subnet_id': '2987e954-222b-4273-b530-365ffbd5b0fa'}]}} from dv-cinder-805887-5-iscsi. {{(pid=93975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:40:15.891733 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:15.978662 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.028605 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.db_base_plugin_common [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Allocated IP 172.20.0.2 (83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1/2987e954-222b-4273-b530-365ffbd5b0fa/4e818005-2eff-447b-8fb0-75235dfda89c) {{(pid=93975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:40:16.197814 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.205864 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Notify callbacks [] for port, precommit_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.217357 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Transition to ACTIVE for port object 4e818005-2eff-447b-8fb0-75235dfda89c will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:16.220109 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.236371 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Transition to ACTIVE for port object 4e818005-2eff-447b-8fb0-75235dfda89c will not be triggered until provisioned by entity DHCP. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:16.280357 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.322675 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 is already hosted by enough agents. {{(pid=93975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:40:16.329954 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.base_scheduler [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Resources bound (agent type, host, resource id): {{(pid=93975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:40:16.334979 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Allocated IP 172.27.1.104 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/ba797a52-5a7c-4cce-b123-871c986979e6) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:40:16.335275 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Received port after_create {{(pid=93975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:40:16.339344 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Pushing event updated for resources: {'Port': ['ID=4e818005-2eff-447b-8fb0-75235dfda89c,revision_number=1']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:16.446004 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Attempting to bind port 4e818005-2eff-447b-8fb0-75235dfda89c on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:40:16.446794 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Attempting to bind port 4e818005-2eff-447b-8fb0-75235dfda89c by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '04ecd728-e63c-4c7a-95fb-f256a692c681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:40:16.446794 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Attempting to bind port 4e818005-2eff-447b-8fb0-75235dfda89c on network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:40:16.457980 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:40:16.458355 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Checking segment: {'id': '04ecd728-e63c-4c7a-95fb-f256a692c681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:40:16.458777 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.459172 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Bound using segment: {'id': '04ecd728-e63c-4c7a-95fb-f256a692c681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:40:16.459646 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Bound port: 4e818005-2eff-447b-8fb0-75235dfda89c, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ecd728-e63c-4c7a-95fb-f256a692c681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:40:16.460017 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.462757 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.475337 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Sync routers for ids ['fade801b-d552-414f-a39d-0f2e2c261054'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:40:16.486654 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Routers {'fade801b-d552-414f-a39d-0f2e2c261054'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:40:16.487305 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:40:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['fade801b-d552-414f-a39d-0f2e2c261054'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:16.508250 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.552615 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] For port 4e818005-2eff-447b-8fb0-75235dfda89c, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:40:16.556643 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] For port 4e818005-2eff-447b-8fb0-75235dfda89c, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=4e818005-2eff-447b-8fb0-75235dfda89c,segment=NetworkSegment(04ecd728-e63c-4c7a-95fb-f256a692c681),segment_id=04ecd728-e63c-4c7a-95fb-f256a692c681)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:40:16.563838 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.571041 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Pushing event updated for resources: {'Port': ['ID=ba797a52-5a7c-4cce-b123-871c986979e6,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:16.578169 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:40:16.580084 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:40:16.586376 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:40:16.621108 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Set router fade801b-d552-414f-a39d-0f2e2c261054 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:40:16.652141 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e656918-6a14-4d60-a434-18edecdf952d None None] Pushing event updated for resources: {'Port': ['ID=4e818005-2eff-447b-8fb0-75235dfda89c,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:16.656926 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 1d73736c-dbfe-4313-b82a-daf7e679a963 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:16.724119 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 1d73736c-dbfe-4313-b82a-daf7e679a963 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:16.732402 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 1d73736c-dbfe-4313-b82a-daf7e679a963 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:16.733333 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.862629 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.900370 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 1d73736c-dbfe-4313-b82a-daf7e679a963, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=1d73736c-dbfe-4313-b82a-daf7e679a963,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:16.906165 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.922829 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'name': 'tempest-TestMinimumBasicScenario-1255669608-router', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:13Z', 'revision_number': 4, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'gw_port': {'id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'a198647b-822c-4f5c-a7c0-72fa4e1e75a9', 'name': '', 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'mac_address': 'fa:16:3e:ca:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:13Z', 'updated_at': '2021-08-27T03:40:13Z', 'revision_number': 2, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'subnets': [{'id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:16.923687 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.954707 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Checking router: fade801b-d552-414f-a39d-0f2e2c261054 for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:40:16.958893 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Updating router fade801b-d552-414f-a39d-0f2e2c261054 port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 binding host dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:40:16.964680 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=1d73736c-dbfe-4313-b82a-daf7e679a963,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:16.987325 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.132052 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682235'] for router, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.270892 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Router cbd4c568-8ad6-4a09-a9b8-23c559129311 is scheduled to L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b with binding_index 1 {{(pid=93973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:40:17.355766 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.366870 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Transition to ACTIVE for port object a198647b-822c-4f5c-a7c0-72fa4e1e75a9 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:17.372739 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.387906 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:40:17.396532 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Sync routers for ids ['cbd4c568-8ad6-4a09-a9b8-23c559129311'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:40:17.407663 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Routers {'cbd4c568-8ad6-4a09-a9b8-23c559129311'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:40:17.408523 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:40:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['cbd4c568-8ad6-4a09-a9b8-23c559129311'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:17.419204 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] Notify callbacks [] for router, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.421665 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-504749f7-7097-42ee-a376-66a78874f092 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6723433 Aug 27 03:40:17.424889 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 54958) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:40:17.502272 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Attempting to bind port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:40:17.502826 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Attempting to bind port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:40:17.503121 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Attempting to bind port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 on network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:40:17.509158 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Pushing event updated for resources: {'Port': ['ID=a198647b-822c-4f5c-a7c0-72fa4e1e75a9,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:17.518389 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:40:17.518781 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Checking segment: {'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:40:17.519185 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.519574 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Bound using segment: {'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:40:17.520293 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Bound port: a198647b-822c-4f5c-a7c0-72fa4e1e75a9, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:40:17.522191 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.539780 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.540667 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.541199 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.541690 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.542190 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.542813 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.543448 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.543947 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.544457 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.545179 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.545688 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.546168 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:17.591586 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Set router cbd4c568-8ad6-4a09-a9b8-23c559129311 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:40:17.625929 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] For port a198647b-822c-4f5c-a7c0-72fa4e1e75a9, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:40:17.630242 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] For port a198647b-822c-4f5c-a7c0-72fa4e1e75a9, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=a198647b-822c-4f5c-a7c0-72fa4e1e75a9,segment=NetworkSegment(49970b29-d981-4e87-9164-b0ae7849cb9b),segment_id=49970b29-d981-4e87-9164-b0ae7849cb9b)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:40:17.640101 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.708984 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e32037-6530-4a06-83b1-8531da7ee96e None None] Pushing event updated for resources: {'Port': ['ID=a198647b-822c-4f5c-a7c0-72fa4e1e75a9,revision_number=4']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:17.744817 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Routers {'fade801b-d552-414f-a39d-0f2e2c261054'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:40:17.746844 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:40:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['fade801b-d552-414f-a39d-0f2e2c261054'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:17.772120 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee29591-8e9b-40d7-b534-70079b6fa302 None None] Network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:40:17.918675 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] Set router fade801b-d552-414f-a39d-0f2e2c261054 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:40:18.088142 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.201545 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'name': 'tempest-TestMinimumBasicScenario-1255669608-router', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:13Z', 'revision_number': 4, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'gw_port': {'id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'a198647b-822c-4f5c-a7c0-72fa4e1e75a9', 'name': '', 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'mac_address': 'fa:16:3e:ca:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:13Z', 'updated_at': '2021-08-27T03:40:17Z', 'revision_number': 4, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'subnets': [{'id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:18.213415 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'name': 'tempest-TestMinimumBasicScenario-1699665474-router', 'tenant_id': 'd24615745143460380184117fb0dc946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:15Z', 'updated_at': '2021-08-27T03:40:16Z', 'revision_number': 3, 'project_id': 'd24615745143460380184117fb0dc946', 'gw_port': {'id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ca:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:16Z', 'updated_at': '2021-08-27T03:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:18.233924 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70b473-b60f-4daf-ac97-fcd293168d91 None None] The sync data for ids ['fade801b-d552-414f-a39d-0f2e2c261054'] in dv-cinder-805887-5-iscsi is: [{'id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'name': 'tempest-TestMinimumBasicScenario-1255669608-router', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:13Z', 'revision_number': 4, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'gw_port': {'id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'a198647b-822c-4f5c-a7c0-72fa4e1e75a9', 'name': '', 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'mac_address': 'fa:16:3e:ca:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:13Z', 'updated_at': '2021-08-27T03:40:17Z', 'revision_number': 4, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'subnets': [{'id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:40:18.265802 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Checking router: cbd4c568-8ad6-4a09-a9b8-23c559129311 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:40:18.266145 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Updating router cbd4c568-8ad6-4a09-a9b8-23c559129311 port ba797a52-5a7c-4cce-b123-871c986979e6 binding host dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:40:18.311014 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.347170 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-dd9406fa-2610-4e80-a3bd-d6413e4ea383 None None] Provisioning for port 4e818005-2eff-447b-8fb0-75235dfda89c completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:18.377854 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.595376 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Allocated IP 172.20.0.1 (83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1/2987e954-222b-4273-b530-365ffbd5b0fa/8369a155-a564-41d5-968d-1d0bb4ab1cd6) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:40:18.659650 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Notify callbacks [] for port, precommit_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.677949 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Transition to ACTIVE for port object ba797a52-5a7c-4cce-b123-871c986979e6 will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:18.686661 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.741808 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.752832 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 1d73736c-dbfe-4313-b82a-daf7e679a963 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:18.759291 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Attempting to bind port ba797a52-5a7c-4cce-b123-871c986979e6 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:40:18.759766 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Attempting to bind port ba797a52-5a7c-4cce-b123-871c986979e6 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:40:18.760172 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Attempting to bind port ba797a52-5a7c-4cce-b123-871c986979e6 on network d6676dde-6651-46ea-a9ba-371911ee51a4 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:40:18.760781 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Transition to ACTIVE for port object 8369a155-a564-41d5-968d-1d0bb4ab1cd6 will not be triggered until provisioned by entity DHCP. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:18.781903 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420bcad-7a02-4bc8-90d4-651be9207520 None None] Pushing event updated for resources: {'Port': ['ID=ba797a52-5a7c-4cce-b123-871c986979e6,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:18.787050 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:40:18.787431 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Checking segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:40:18.787840 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.788232 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Bound using segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:40:18.789378 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Bound port: ba797a52-5a7c-4cce-b123-871c986979e6, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:40:18.789656 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.805624 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.846775 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:40:18.849694 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:40:18.859474 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:40:18.864094 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] For port ba797a52-5a7c-4cce-b123-871c986979e6, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:40:18.868493 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] For port ba797a52-5a7c-4cce-b123-871c986979e6, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=ba797a52-5a7c-4cce-b123-871c986979e6,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:40:18.870249 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 1d73736c-dbfe-4313-b82a-daf7e679a963 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:18.870675 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.873975 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.886151 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Pushing event updated for resources: {'Port': ['ID=8369a155-a564-41d5-968d-1d0bb4ab1cd6,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:18.909232 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682404'] for router_interface, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.986391 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Routers {'cbd4c568-8ad6-4a09-a9b8-23c559129311'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:40:18.987233 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:40:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['cbd4c568-8ad6-4a09-a9b8-23c559129311'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:19.031677 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420bcad-7a02-4bc8-90d4-651be9207520 None None] Pushing event updated for resources: {'Port': ['ID=ba797a52-5a7c-4cce-b123-871c986979e6,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:19.093701 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.157940 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] Set router cbd4c568-8ad6-4a09-a9b8-23c559129311 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:40:19.217201 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device a198647b-822c-4f5c-a7c0-72fa4e1e75a9 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:19.270886 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.275812 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.277111 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-99b56d24-6dcc-4bae-b3a1-2a7c309dba23 None None] Provisioning for port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:19.287587 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-99b56d24-6dcc-4bae-b3a1-2a7c309dba23 None None] Provisioning complete for port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:19.287959 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-99b56d24-6dcc-4bae-b3a1-2a7c309dba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.341697 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681467'] for router_interface, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.344594 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Pushing event updated for resources: {'Port': ['ID=8369a155-a564-41d5-968d-1d0bb4ab1cd6,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:19.359359 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-99b56d24-6dcc-4bae-b3a1-2a7c309dba23 None None] Port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:40:19.367982 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:19.372978 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:19.373362 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.447783 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:40:19.449301 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:40:19.488141 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'name': 'tempest-TestMinimumBasicScenario-1699665474-router', 'tenant_id': 'd24615745143460380184117fb0dc946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:15Z', 'updated_at': '2021-08-27T03:40:16Z', 'revision_number': 3, 'project_id': 'd24615745143460380184117fb0dc946', 'gw_port': {'id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ca:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:16Z', 'updated_at': '2021-08-27T03:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:19.517039 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.519250 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94cf5cc-a56e-4827-b0d4-ac9537a4de1e None None] The sync data for ids ['cbd4c568-8ad6-4a09-a9b8-23c559129311'] in dv-cinder-805887-5-iscsi is: [{'id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'name': 'tempest-TestMinimumBasicScenario-1699665474-router', 'tenant_id': 'd24615745143460380184117fb0dc946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:15Z', 'updated_at': '2021-08-27T03:40:16Z', 'revision_number': 3, 'project_id': 'd24615745143460380184117fb0dc946', 'gw_port': {'id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ca:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:16Z', 'updated_at': '2021-08-27T03:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:40:19.558064 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port a198647b-822c-4f5c-a7c0-72fa4e1e75a9, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=a198647b-822c-4f5c-a7c0-72fa4e1e75a9,segment=NetworkSegment(49970b29-d981-4e87-9164-b0ae7849cb9b),segment_id=49970b29-d981-4e87-9164-b0ae7849cb9b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:19.563015 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.563829 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 4e818005-2eff-447b-8fb0-75235dfda89c up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:19.583578 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Router cbd4c568-8ad6-4a09-a9b8-23c559129311 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:40:19.643201 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=a198647b-822c-4f5c-a7c0-72fa4e1e75a9,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:19.660447 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 4e818005-2eff-447b-8fb0-75235dfda89c completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:19.666023 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 4e818005-2eff-447b-8fb0-75235dfda89c triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:19.666471 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.721651 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:40:19.735637 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e19af5ba-a374-4058-b28e-456e1d100267 admin admin] 10.222.0.30 "PUT /v2.0/routers/cbd4c568-8ad6-4a09-a9b8-23c559129311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3006032 Aug 27 03:40:19.753477 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.799661 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 4e818005-2eff-447b-8fb0-75235dfda89c, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=4e818005-2eff-447b-8fb0-75235dfda89c,segment=NetworkSegment(04ecd728-e63c-4c7a-95fb-f256a692c681),segment_id=04ecd728-e63c-4c7a-95fb-f256a692c681)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:19.800443 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-5c53231d-1fc1-4355-b3b5-b06698b7b210 None None] Provisioning complete for port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:19.802800 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c53231d-1fc1-4355-b3b5-b06698b7b210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.838058 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.881731 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-5c53231d-1fc1-4355-b3b5-b06698b7b210 None None] Port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:40:19.902716 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=4e818005-2eff-447b-8fb0-75235dfda89c,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:20.657017 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device a198647b-822c-4f5c-a7c0-72fa4e1e75a9 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:20.714981 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:20.716109 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:20.825213 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 4e818005-2eff-447b-8fb0-75235dfda89c up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:20.883524 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 4e818005-2eff-447b-8fb0-75235dfda89c triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:20.883897 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:21.145591 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device ba797a52-5a7c-4cce-b123-871c986979e6 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:21.207959 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port ba797a52-5a7c-4cce-b123-871c986979e6 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:21.212863 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port ba797a52-5a7c-4cce-b123-871c986979e6 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:21.213350 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:21.347028 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:21.372514 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port ba797a52-5a7c-4cce-b123-871c986979e6, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=ba797a52-5a7c-4cce-b123-871c986979e6,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:21.378444 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:21.434589 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=ba797a52-5a7c-4cce-b123-871c986979e6,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:21.920827 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Sync routers for ids ['cbd4c568-8ad6-4a09-a9b8-23c559129311'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:40:21.931871 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Routers {'cbd4c568-8ad6-4a09-a9b8-23c559129311'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:40:21.932848 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:40:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['cbd4c568-8ad6-4a09-a9b8-23c559129311'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:22.066906 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Set router cbd4c568-8ad6-4a09-a9b8-23c559129311 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:40:22.296266 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'name': 'tempest-TestMinimumBasicScenario-1699665474-router', 'tenant_id': 'd24615745143460380184117fb0dc946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:15Z', 'updated_at': '2021-08-27T03:40:19Z', 'revision_number': 4, 'project_id': 'd24615745143460380184117fb0dc946', 'gw_port': {'id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:16Z', 'updated_at': '2021-08-27T03:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '8369a155-a564-41d5-968d-1d0bb4ab1cd6', 'name': '', 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1', 'tenant_id': 'd24615745143460380184117fb0dc946', 'mac_address': 'fa:16:3e:0b:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '2987e954-222b-4273-b530-365ffbd5b0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:18Z', 'updated_at': '2021-08-27T03:40:19Z', 'revision_number': 2, 'project_id': 'd24615745143460380184117fb0dc946', 'subnets': [{'id': '2987e954-222b-4273-b530-365ffbd5b0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:22.330040 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Checking router: cbd4c568-8ad6-4a09-a9b8-23c559129311 for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:40:22.330403 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Updating router cbd4c568-8ad6-4a09-a9b8-23c559129311 port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 binding host dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:40:22.359043 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:22.661377 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device ba797a52-5a7c-4cce-b123-871c986979e6 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:22.690454 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:22.704394 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Transition to ACTIVE for port object 8369a155-a564-41d5-968d-1d0bb4ab1cd6 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:22.712807 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:22.738786 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port ba797a52-5a7c-4cce-b123-871c986979e6 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:22.739171 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:22.778805 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b54b17-9673-42cf-ad6a-9d16bdf7d5f7 None None] Pushing event updated for resources: {'Port': ['ID=8369a155-a564-41d5-968d-1d0bb4ab1cd6,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:22.866385 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Attempting to bind port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:40:22.866667 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Attempting to bind port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '04ecd728-e63c-4c7a-95fb-f256a692c681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:40:22.867058 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Attempting to bind port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 on network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:40:22.873649 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:40:22.874028 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Checking segment: {'id': '04ecd728-e63c-4c7a-95fb-f256a692c681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:40:22.874435 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:22.874853 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Bound using segment: {'id': '04ecd728-e63c-4c7a-95fb-f256a692c681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:40:22.875327 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Bound port: 8369a155-a564-41d5-968d-1d0bb4ab1cd6, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ecd728-e63c-4c7a-95fb-f256a692c681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:40:22.875724 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:22.961269 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] For port 8369a155-a564-41d5-968d-1d0bb4ab1cd6, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:40:22.966868 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] For port 8369a155-a564-41d5-968d-1d0bb4ab1cd6, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=8369a155-a564-41d5-968d-1d0bb4ab1cd6,segment=NetworkSegment(04ecd728-e63c-4c7a-95fb-f256a692c681),segment_id=04ecd728-e63c-4c7a-95fb-f256a692c681)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:40:22.972456 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:23.031466 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Routers {'cbd4c568-8ad6-4a09-a9b8-23c559129311'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:40:23.032259 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:40:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['cbd4c568-8ad6-4a09-a9b8-23c559129311'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:23.111182 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b54b17-9673-42cf-ad6a-9d16bdf7d5f7 None None] Pushing event updated for resources: {'Port': ['ID=8369a155-a564-41d5-968d-1d0bb4ab1cd6,revision_number=4']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:23.223959 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] Set router cbd4c568-8ad6-4a09-a9b8-23c559129311 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:40:23.545128 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'name': 'tempest-TestMinimumBasicScenario-1699665474-router', 'tenant_id': 'd24615745143460380184117fb0dc946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:15Z', 'updated_at': '2021-08-27T03:40:19Z', 'revision_number': 4, 'project_id': 'd24615745143460380184117fb0dc946', 'gw_port': {'id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:16Z', 'updated_at': '2021-08-27T03:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '8369a155-a564-41d5-968d-1d0bb4ab1cd6', 'name': '', 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1', 'tenant_id': 'd24615745143460380184117fb0dc946', 'mac_address': 'fa:16:3e:0b:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '2987e954-222b-4273-b530-365ffbd5b0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:18Z', 'updated_at': '2021-08-27T03:40:22Z', 'revision_number': 4, 'project_id': 'd24615745143460380184117fb0dc946', 'subnets': [{'id': '2987e954-222b-4273-b530-365ffbd5b0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:23.574202 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ba28f-c6cc-4b24-b925-b033b24815b2 None None] The sync data for ids ['cbd4c568-8ad6-4a09-a9b8-23c559129311'] in dv-cinder-805887-5-iscsi is: [{'id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'name': 'tempest-TestMinimumBasicScenario-1699665474-router', 'tenant_id': 'd24615745143460380184117fb0dc946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:15Z', 'updated_at': '2021-08-27T03:40:19Z', 'revision_number': 4, 'project_id': 'd24615745143460380184117fb0dc946', 'gw_port': {'id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:16Z', 'updated_at': '2021-08-27T03:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '8369a155-a564-41d5-968d-1d0bb4ab1cd6', 'name': '', 'network_id': '83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1', 'tenant_id': 'd24615745143460380184117fb0dc946', 'mac_address': 'fa:16:3e:0b:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '2987e954-222b-4273-b530-365ffbd5b0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:18Z', 'updated_at': '2021-08-27T03:40:22Z', 'revision_number': 4, 'project_id': 'd24615745143460380184117fb0dc946', 'subnets': [{'id': '2987e954-222b-4273-b530-365ffbd5b0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:40:24.612335 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 8369a155-a564-41d5-968d-1d0bb4ab1cd6 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:24.669270 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:24.675390 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:24.675972 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:24.765443 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:24.807490 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 8369a155-a564-41d5-968d-1d0bb4ab1cd6, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=8369a155-a564-41d5-968d-1d0bb4ab1cd6,segment=NetworkSegment(04ecd728-e63c-4c7a-95fb-f256a692c681),segment_id=04ecd728-e63c-4c7a-95fb-f256a692c681)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:24.812117 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:24.871118 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=8369a155-a564-41d5-968d-1d0bb4ab1cd6,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:26.584621 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 8369a155-a564-41d5-968d-1d0bb4ab1cd6 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:26.637459 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:26.637834 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:30.059118 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093475-9a55-474d-9436-8fbe1f799175 req-8c351824-4626-4c12-a446-1f9abfa4b207 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:30.060630 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-8c351824-4626-4c12-a446-1f9abfa4b207 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/networks?id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 HTTP/1.1" status: 200 len: 815 time: 0.1012261 Aug 27 03:40:30.076403 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-c27994d3-d883-4611-bcf3-669d8f1301dc tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/quotas/b42b51e52fc54817a595852b2e5e4635 HTTP/1.1" status: 200 len: 375 time: 0.0100272 Aug 27 03:40:30.130424 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-c5a6179c-5263-44cb-847f-f4727e1418e9 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b42b51e52fc54817a595852b2e5e4635&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487349 Aug 27 03:40:30.223336 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-3c2008c6-eaed-4938-b7da-7a527f9791b0 service neutron] 10.222.0.30 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810342 Aug 27 03:40:30.316618 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-120c8a41-10ef-4a9c-9e23-1024accf25bd service neutron] 10.222.0.30 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867295 Aug 27 03:40:30.586389 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-86865c2a-a27c-4ee2-9cf4-f0f0da14f651 req-8e1ec0af-fb3f-436f-b2ad-c5f173f3febf tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 210 time: 0.1255221 Aug 27 03:40:31.387478 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093475-9a55-474d-9436-8fbe1f799175 req-499d50f2-6cfe-47c5-a3ec-542a297c7371 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:31.388931 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-499d50f2-6cfe-47c5-a3ec-542a297c7371 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.21 "GET /v2.0/networks?id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 HTTP/1.1" status: 200 len: 815 time: 0.1045284 Aug 27 03:40:31.401359 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Request body: {'port': {'device_id': '4eaaecd2-1f2b-42e0-a93a-0305503c9aa7', 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49', 'admin_state_up': True, 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:40:31.512574 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Made reservation on behalf of b42b51e52fc54817a595852b2e5e4635 for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:40:31.516231 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:31.650343 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Allocated IP 172.20.0.6 (46aaa4b4-5724-4e21-8ec4-fd76eabfbc49/ed8e4bec-5b08-418e-a615-d7f96cc1747d/b148f081-80d5-4e61-9d44-d6bd5fdd7ecc) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:40:31.736238 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e4d54fb3-f070-47e0-a482-4920cf55ff06 req-413f2488-24cf-4083-8deb-6b7d9d26835c tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 210 time: 0.0577123 Aug 27 03:40:31.892405 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:31.908367 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Transition to ACTIVE for port object b148f081-80d5-4e61-9d44-d6bd5fdd7ecc will not be triggered until provisioned by entity DHCP. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:31.957423 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:32.025470 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Pushing event updated for resources: {'Port': ['ID=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:32.044433 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:40:32.045711 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:40:32.048447 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:40:32.106506 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:32.107394 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:32.128037 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-0b7de80c-ff25-4a38-8514-a76eb6200a03 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7305539 Aug 27 03:40:32.356624 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-6e33dc89-9828-4376-be97-0a8f0eb0bba7 None None] Provisioning for port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:32.360651 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-6e33dc89-9828-4376-be97-0a8f0eb0bba7 None None] Provisioning complete for port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:32.361022 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-6e33dc89-9828-4376-be97-0a8f0eb0bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:32.405693 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-6e33dc89-9828-4376-be97-0a8f0eb0bba7 None None] Port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:40:32.864962 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2c463-1765-48f7-8b75-c58cd7c6a5b8 req-5c3d2b99-3b70-40c6-8521-27cbcf12d09a tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:32.867304 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bcd2c463-1765-48f7-8b75-c58cd7c6a5b8 req-5c3d2b99-3b70-40c6-8521-27cbcf12d09a tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 931 time: 0.0567346 Aug 27 03:40:32.906521 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bcd2c463-1765-48f7-8b75-c58cd7c6a5b8 req-a0440b65-9b70-4d9b-85ee-38eed3511b23 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326371 Aug 27 03:40:33.796209 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-f057b08a-645f-427b-ae7d-7be78e351332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:34.026938 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6235d2-8df3-459a-8b8b-a603ac3848b3 req-19abb1b9-bfdf-4449-8266-5822cffcbf04 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:34.027631 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2b6235d2-8df3-459a-8b8b-a603ac3848b3 req-19abb1b9-bfdf-4449-8266-5822cffcbf04 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 931 time: 0.0510068 Aug 27 03:40:34.067743 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2b6235d2-8df3-459a-8b8b-a603ac3848b3 req-af72be7a-1c3f-49da-a580-6cd595c49551 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342619 Aug 27 03:40:35.183103 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c475a-d265-4cdb-b2ec-87846e2e906a req-18dba571-08e9-4966-86a7-ae35dd00e9f0 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:35.184525 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-988c475a-d265-4cdb-b2ec-87846e2e906a req-18dba571-08e9-4966-86a7-ae35dd00e9f0 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 931 time: 0.0492256 Aug 27 03:40:35.222749 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-988c475a-d265-4cdb-b2ec-87846e2e906a req-3f291cc1-d17f-45c4-a32c-0c1234cf1edc tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323381 Aug 27 03:40:36.215431 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:36.349498 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5070a39-c5b2-4ae7-bad5-5f83b410db87 req-b70f2206-22c7-42e8-85dc-0bc40582582c tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:36.351442 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a5070a39-c5b2-4ae7-bad5-5f83b410db87 req-b70f2206-22c7-42e8-85dc-0bc40582582c tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 931 time: 0.0588009 Aug 27 03:40:36.395023 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a5070a39-c5b2-4ae7-bad5-5f83b410db87 req-a9df6c33-c262-40ee-898e-d9aab4558b13 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368700 Aug 27 03:40:37.521856 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6d41-d494-4a94-8f3b-0b99e9fab48f req-af83ec26-e679-4990-b7e4-7275fd420967 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:37.523726 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7dbb6d41-d494-4a94-8f3b-0b99e9fab48f req-af83ec26-e679-4990-b7e4-7275fd420967 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 931 time: 0.0503221 Aug 27 03:40:37.563416 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7dbb6d41-d494-4a94-8f3b-0b99e9fab48f req-d1334851-1ad3-49a9-ba5c-4f5eb9b9459b tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335493 Aug 27 03:40:37.631181 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5cc225bf-7d75-4d09-95de-236a47afa54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:38.500080 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:38.685484 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db80be0-64d3-43d0-92b3-36cd6046d224 req-5a58f4dd-8d90-4697-90bb-d2ce58770601 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:38.686418 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6db80be0-64d3-43d0-92b3-36cd6046d224 req-5a58f4dd-8d90-4697-90bb-d2ce58770601 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 931 time: 0.0562382 Aug 27 03:40:38.728483 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6db80be0-64d3-43d0-92b3-36cd6046d224 req-837b6bdd-8f9b-41df-a364-0e8d85f0af0a tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354018 Aug 27 03:40:39.852225 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4a0c6-eb37-48e5-8996-121f77125c01 req-d0f6ae94-60bf-4144-9d87-9cf8cf85d36a tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:39.854472 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c5d4a0c6-eb37-48e5-8996-121f77125c01 req-d0f6ae94-60bf-4144-9d87-9cf8cf85d36a tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 931 time: 0.0569644 Aug 27 03:40:39.893771 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c5d4a0c6-eb37-48e5-8996-121f77125c01 req-a4edc3ec-db2b-47b7-b651-72f8db1d9cf9 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Aug 27 03:40:41.019530 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85540e8d-3df3-4304-bb74-c6c2f0e96492 req-a148a1eb-6e8c-4e80-9ee6-c464ff4a974b tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:41.027769 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-85540e8d-3df3-4304-bb74-c6c2f0e96492 req-a148a1eb-6e8c-4e80-9ee6-c464ff4a974b tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 931 time: 0.0636561 Aug 27 03:40:41.066005 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-85540e8d-3df3-4304-bb74-c6c2f0e96492 req-cc5bfbfe-ec50-487c-ad3d-9058d14fd17a tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372846 Aug 27 03:40:41.089096 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:42.177009 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b677e-06d9-496b-8d3d-4fb39a1345f3 req-e09df82f-d484-426f-8c08-1c135dff991f tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:42.179087 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-de5b677e-06d9-496b-8d3d-4fb39a1345f3 req-e09df82f-d484-426f-8c08-1c135dff991f tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 931 time: 0.0477028 Aug 27 03:40:42.215144 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-de5b677e-06d9-496b-8d3d-4fb39a1345f3 req-f08f7453-7acc-4d51-beff-bcc904a1101a tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301094 Aug 27 03:40:42.323671 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Request body: {'port': {'device_id': '4eaaecd2-1f2b-42e0-a93a-0305503c9aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:40:42.382662 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:42.634128 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b148f081-80d5-4e61-9d44-d6bd5fdd7ecc {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:40:42.641663 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:42.654818 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Transition to ACTIVE for port object b148f081-80d5-4e61-9d44-d6bd5fdd7ecc will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:40:42.659645 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:42.755847 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Pushing event updated for resources: {'Port': ['ID=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:42.791711 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Attempting to bind port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:40:42.792050 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Attempting to bind port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:40:42.792441 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Attempting to bind port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc on network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:40:42.797458 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc on network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:40:42.797797 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Attempting to bind port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc on network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:40:42.802963 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:40:42.803362 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Checking segment: {'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:40:42.803751 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Bound using segment: {'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:40:42.804323 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Bound port: b148f081-80d5-4e61-9d44-d6bd5fdd7ecc, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49970b29-d981-4e87-9164-b0ae7849cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:40:42.804687 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:42.870560 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] For port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:40:42.873591 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] For port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc,segment=NetworkSegment(49970b29-d981-4e87-9164-b0ae7849cb9b),segment_id=49970b29-d981-4e87-9164-b0ae7849cb9b)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:40:42.878738 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:42.912973 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:42.913236 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:42.914577 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] 10.222.0.21 "PUT /v2.0/ports/b148f081-80d5-4e61-9d44-d6bd5fdd7ecc HTTP/1.1" status: 200 len: 1093 time: 0.5970650 Aug 27 03:40:42.915098 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaaecd2-1f2b-42e0-a93a-0305503c9aa7', 'tag': 'b148f081-80d5-4e61-9d44-d6bd5fdd7ecc'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:40:42.918899 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d20240f-982e-4556-9c01-9090953e35c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaaecd2-1f2b-42e0-a93a-0305503c9aa7", "tag": "b148f081-80d5-4e61-9d44-d6bd5fdd7ecc"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:40:43.008392 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33d625-fb93-46d9-bc78-fe2522d4206f service neutron] Pushing event updated for resources: {'Port': ['ID=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:43.024464 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093475-9a55-474d-9436-8fbe1f799175 req-d6f85d6e-750b-4667-89d7-f40d8af32fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:43.026159 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-d6f85d6e-750b-4667-89d7-f40d8af32fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b42b51e52fc54817a595852b2e5e4635&device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0575416 Aug 27 03:40:43.051159 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084bc667-ab4a-4232-8b77-65b0ee2c698f x-openstack-request-id: req-084bc667-ab4a-4232-8b77-65b0ee2c698f {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:40:43.051443 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaaecd2-1f2b-42e0-a93a-0305503c9aa7", "tag": "b148f081-80d5-4e61-9d44-d6bd5fdd7ecc", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:40:43.051696 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-084bc667-ab4a-4232-8b77-65b0ee2c698f {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:40:43.052097 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaaecd2-1f2b-42e0-a93a-0305503c9aa7', 'tag': 'b148f081-80d5-4e61-9d44-d6bd5fdd7ecc', 'status': 'completed', 'code': 200} Aug 27 03:40:43.088942 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-38059094-5259-40f0-8477-1f246c4b3fdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc HTTP/1.1" status: 200 len: 217 time: 0.0493386 Aug 27 03:40:43.140582 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093475-9a55-474d-9436-8fbe1f799175 req-aa26dcf7-2013-442d-bdd7-408ca06a5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:43.142079 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-aa26dcf7-2013-442d-bdd7-408ca06a5f88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed8e4bec-5b08-418e-a615-d7f96cc1747d HTTP/1.1" status: 200 len: 854 time: 0.0451758 Aug 27 03:40:43.186415 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093475-9a55-474d-9436-8fbe1f799175 req-3112bc58-6414-4164-9380-d03735d30974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:43.187890 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-3112bc58-6414-4164-9380-d03735d30974 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384591 Aug 27 03:40:43.281283 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-866690e5-9c65-47b0-9cb5-2eea9c2dd6b7 service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848069 Aug 27 03:40:43.327550 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d4158-8873-4f65-82ab-c4946c221d8f req-95d0b4b0-4671-4812-8d15-76dd720e5944 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:43.328922 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea8d4158-8873-4f65-82ab-c4946c221d8f req-95d0b4b0-4671-4812-8d15-76dd720e5944 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 943 time: 0.0484934 Aug 27 03:40:43.369142 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea8d4158-8873-4f65-82ab-c4946c221d8f req-280e928b-c5f1-4a31-ae47-b0ec682045b0 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341876 Aug 27 03:40:43.374806 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5d093475-9a55-474d-9436-8fbe1f799175 req-74c28b0b-9b70-409b-96b9-161b91fcbde8 service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862355 Aug 27 03:40:43.463476 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20240f-982e-4556-9c01-9090953e35c9 req-d3861edb-4ec7-4a21-ab29-e272f572e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:43.464935 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2d20240f-982e-4556-9c01-9090953e35c9 req-d3861edb-4ec7-4a21-ab29-e272f572e41c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b42b51e52fc54817a595852b2e5e4635&device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0444484 Aug 27 03:40:43.550807 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20240f-982e-4556-9c01-9090953e35c9 req-f77d7356-a35e-4041-82fc-5f5ffce948ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:43.552236 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2d20240f-982e-4556-9c01-9090953e35c9 req-f77d7356-a35e-4041-82fc-5f5ffce948ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 HTTP/1.1" status: 200 len: 916 time: 0.0804503 Aug 27 03:40:43.593979 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2d20240f-982e-4556-9c01-9090953e35c9 req-3c75622a-b1c9-41c3-b048-da4efd75601d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc HTTP/1.1" status: 200 len: 217 time: 0.0326788 Aug 27 03:40:43.645908 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20240f-982e-4556-9c01-9090953e35c9 req-4639de78-ae08-47f8-b552-969cdcbe8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:43.647569 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2d20240f-982e-4556-9c01-9090953e35c9 req-4639de78-ae08-47f8-b552-969cdcbe8bdc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed8e4bec-5b08-418e-a615-d7f96cc1747d HTTP/1.1" status: 200 len: 854 time: 0.0462496 Aug 27 03:40:43.692904 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20240f-982e-4556-9c01-9090953e35c9 req-9c660407-2c2b-48e2-bc1c-eb5f3e5f978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:43.694548 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2d20240f-982e-4556-9c01-9090953e35c9 req-9c660407-2c2b-48e2-bc1c-eb5f3e5f978e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396183 Aug 27 03:40:43.783901 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2d20240f-982e-4556-9c01-9090953e35c9 req-7acdbc1c-ed90-4cde-812f-1c36d5778170 service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799623 Aug 27 03:40:43.876895 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2d20240f-982e-4556-9c01-9090953e35c9 req-cbce5148-cf4b-4528-89a0-b62f82b92c00 service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852504 Aug 27 03:40:44.485065 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e43d4-0405-4e6b-8c2f-472a38e76643 req-483ab2f3-8974-4192-9551-6ee54ad7f8a4 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:44.486560 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-117e43d4-0405-4e6b-8c2f-472a38e76643 req-483ab2f3-8974-4192-9551-6ee54ad7f8a4 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 943 time: 0.0489995 Aug 27 03:40:44.523015 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-117e43d4-0405-4e6b-8c2f-472a38e76643 req-aee04877-8f3e-4d4a-a130-8aa2a95cffa8 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299988 Aug 27 03:40:45.066344 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-26370eba-da0f-4cbe-aad5-c09209255955 req-ca418fa6-9adf-455a-9cd3-34c02b624162 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440714 Aug 27 03:40:45.144371 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26370eba-da0f-4cbe-aad5-c09209255955 req-46387b92-320c-41e8-8e45-305a34294340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:45.145829 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-26370eba-da0f-4cbe-aad5-c09209255955 req-46387b92-320c-41e8-8e45-305a34294340 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 1098 time: 0.0392706 Aug 27 03:40:45.243019 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26370eba-da0f-4cbe-aad5-c09209255955 req-e42a69d9-107b-4187-bef9-9c0ab004816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:45.244441 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-26370eba-da0f-4cbe-aad5-c09209255955 req-e42a69d9-107b-4187-bef9-9c0ab004816c service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0808947 Aug 27 03:40:45.310971 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-26370eba-da0f-4cbe-aad5-c09209255955 req-b93b8420-cf4e-43ea-8136-c52421bd63d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897 HTTP/1.1" status: 200 len: 1000 time: 0.0596645 Aug 27 03:40:45.358418 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26370eba-da0f-4cbe-aad5-c09209255955 req-bb54e0aa-a1c3-4ca9-b664-ea6ff461d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:45.359819 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-26370eba-da0f-4cbe-aad5-c09209255955 req-bb54e0aa-a1c3-4ca9-b664-ea6ff461d27e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0424125 Aug 27 03:40:45.403873 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26370eba-da0f-4cbe-aad5-c09209255955 req-666752c8-25ab-4736-96d8-834e6b9c78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:45.405298 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-26370eba-da0f-4cbe-aad5-c09209255955 req-666752c8-25ab-4736-96d8-834e6b9c78a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386291 Aug 27 03:40:45.496321 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-26370eba-da0f-4cbe-aad5-c09209255955 req-5a47ffa7-8aad-4bf4-b78d-bdb6298b3fee service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838165 Aug 27 03:40:45.587193 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-26370eba-da0f-4cbe-aad5-c09209255955 req-4c23ba7d-d109-49f0-9bce-50882b835462 service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839374 Aug 27 03:40:45.638378 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934ca97-20c5-40b9-bd7f-d3a41adf1ba9 req-1fdf67cd-251a-46ee-ae47-9af6da754adf tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:45.639850 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2934ca97-20c5-40b9-bd7f-d3a41adf1ba9 req-1fdf67cd-251a-46ee-ae47-9af6da754adf tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 943 time: 0.0513027 Aug 27 03:40:45.675951 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2934ca97-20c5-40b9-bd7f-d3a41adf1ba9 req-3b55e265-2169-41e7-8670-2e975b7fad7e tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302536 Aug 27 03:40:46.296098 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device b148f081-80d5-4e61-9d44-d6bd5fdd7ecc details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:40:46.389343 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc,segment=NetworkSegment(49970b29-d981-4e87-9164-b0ae7849cb9b),segment_id=49970b29-d981-4e87-9164-b0ae7849cb9b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:46.400788 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': 'b148f081-80d5-4e61-9d44-d6bd5fdd7ecc', 'network_id': '46aaa4b4-5724-4e21-8ec4-fd76eabfbc49', 'port_id': 'b148f081-80d5-4e61-9d44-d6bd5fdd7ecc', 'mac_address': 'fa:16:3e:f5:5a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8e4bec-5b08-418e-a615-d7f96cc1747d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:40:46.436432 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:46.448404 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b148f081-80d5-4e61-9d44-d6bd5fdd7ecc {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:40:46.467227 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc,segment=NetworkSegment(49970b29-d981-4e87-9164-b0ae7849cb9b),segment_id=49970b29-d981-4e87-9164-b0ae7849cb9b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:46.471076 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:46.519073 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:46.708050 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['b148f081-80d5-4e61-9d44-d6bd5fdd7ecc'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:40:46.789470 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8bf28-4851-4960-943d-479f62f7b266 req-b49383be-ed47-4304-a08e-2ad756c9e2f7 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:46.791000 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-37b8bf28-4851-4960-943d-479f62f7b266 req-b49383be-ed47-4304-a08e-2ad756c9e2f7 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 944 time: 0.0486703 Aug 27 03:40:46.832107 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-37b8bf28-4851-4960-943d-479f62f7b266 req-91c068e7-d0e5-4003-94ff-0b3b4b53a0b1 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350997 Aug 27 03:40:47.948716 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb33468-3910-42f8-82ca-810517518c71 req-aa1b5c3b-2932-4ea6-8eda-643448962e43 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:47.950210 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dbb33468-3910-42f8-82ca-810517518c71 req-aa1b5c3b-2932-4ea6-8eda-643448962e43 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 944 time: 0.0494983 Aug 27 03:40:47.964444 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:47.987433 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-dbb33468-3910-42f8-82ca-810517518c71 req-214aa6c3-ef4a-4e25-b2c9-33ebf8074697 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Aug 27 03:40:48.311392 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device b148f081-80d5-4e61-9d44-d6bd5fdd7ecc up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:48.360774 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:40:48.364338 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:48.364704 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:48.439419 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:48.461131 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaaecd2-1f2b-42e0-a93a-0305503c9aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b148f081-80d5-4e61-9d44-d6bd5fdd7ecc'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:40:48.463405 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f9dcc3-b5eb-49b4-97ea-8924ab496508" -d '{"events": [{"server_uuid": "4eaaecd2-1f2b-42e0-a93a-0305503c9aa7", "name": "network-vif-plugged", "status": "completed", "tag": "b148f081-80d5-4e61-9d44-d6bd5fdd7ecc"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:40:48.476037 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc,segment=NetworkSegment(49970b29-d981-4e87-9164-b0ae7849cb9b),segment_id=49970b29-d981-4e87-9164-b0ae7849cb9b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:48.480070 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:48.504202 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e85a9c-f73c-427d-a466-e0e0d9f15714 x-openstack-request-id: req-99e85a9c-f73c-427d-a466-e0e0d9f15714 {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:40:48.504996 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaaecd2-1f2b-42e0-a93a-0305503c9aa7", "name": "network-vif-plugged", "status": "completed", "tag": "b148f081-80d5-4e61-9d44-d6bd5fdd7ecc", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:40:48.505258 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99e85a9c-f73c-427d-a466-e0e0d9f15714 {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:40:48.505650 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaaecd2-1f2b-42e0-a93a-0305503c9aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b148f081-80d5-4e61-9d44-d6bd5fdd7ecc', 'code': 200} Aug 27 03:40:48.533596 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:48.914752 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1a642-4892-4889-bcb3-a5bb5b10bf23 req-48a51d32-e7ed-49b1-9669-8a41fe9e8aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:48.916254 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-65d1a642-4892-4889-bcb3-a5bb5b10bf23 req-48a51d32-e7ed-49b1-9669-8a41fe9e8aea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 1098 time: 0.2928531 Aug 27 03:40:48.952433 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-65d1a642-4892-4889-bcb3-a5bb5b10bf23 req-7238d3c5-395b-44bf-9ee5-067afc32c73a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275593 Aug 27 03:40:49.099507 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f7997-0ca4-4e3b-b741-f9fc2c3d2525 req-aabe40d5-3517-4a51-817b-3a2b36334d22 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:49.101179 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0b0f7997-0ca4-4e3b-b741-f9fc2c3d2525 req-aabe40d5-3517-4a51-817b-3a2b36334d22 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 945 time: 0.0484467 Aug 27 03:40:49.137732 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0b0f7997-0ca4-4e3b-b741-f9fc2c3d2525 req-832b8ec9-12cc-4916-b1db-76eea2e2486b tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304506 Aug 27 03:40:50.079459 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:40:50.258377 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaa7e6-3c8c-4a77-98b2-fe2826f72ab1 req-6ae8427c-4729-4ef3-82ff-2395e6a408ef tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:50.259750 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-19aaa7e6-3c8c-4a77-98b2-fe2826f72ab1 req-6ae8427c-4729-4ef3-82ff-2395e6a408ef tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 945 time: 0.0470958 Aug 27 03:40:50.298222 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-19aaa7e6-3c8c-4a77-98b2-fe2826f72ab1 req-bdcd44d7-07f8-45f1-8646-5c5a1bc4c1d1 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Aug 27 03:40:50.413426 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a99982-6131-4ad3-b283-f5a597eeb023 req-b060d97d-d799-4868-82bf-7e581145da6f tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:50.414915 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-74a99982-6131-4ad3-b283-f5a597eeb023 req-b060d97d-d799-4868-82bf-7e581145da6f tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 945 time: 0.0522649 Aug 27 03:40:50.452075 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-74a99982-6131-4ad3-b283-f5a597eeb023 req-1d3fcb40-adda-4a46-b420-c36ad04a987c tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Aug 27 03:40:50.765855 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a45eec-7a60-4979-a0b9-4de2fe7392f9 req-f9863ee6-99b5-40ca-81f8-e09ad3ea1deb tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:50.767369 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-52a45eec-7a60-4979-a0b9-4de2fe7392f9 req-f9863ee6-99b5-40ca-81f8-e09ad3ea1deb tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 945 time: 0.0491607 Aug 27 03:40:50.805004 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-52a45eec-7a60-4979-a0b9-4de2fe7392f9 req-986d651e-321e-4291-a639-4007bce045a9 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317307 Aug 27 03:41:03.800257 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-d046ddb1-bbd6-43f7-8056-b1b7c2f52e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:06.216926 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:07.632869 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ede0c061-d5c6-4c24-9c30-c0addab481d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:08.502472 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:11.090149 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.964021 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:27.078122 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:41:33.801260 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e0efa293-1407-48e7-85d6-640924bd5f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:36.217208 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:37.633061 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-357f4e53-4662-4b17-b5a0-624039f028c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:38.504593 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:41.093595 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:45.684900 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-1a97d131-5f9e-4bf7-b25a-b9859697db60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397272 Aug 27 03:41:45.766176 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-63ae1614-289d-458a-9837-1f88ec4e7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:45.767699 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-63ae1614-289d-458a-9837-1f88ec4e7b27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 1098 time: 0.0423319 Aug 27 03:41:45.870274 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-d9083e7b-0553-4989-b84f-790d818b305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:45.871785 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-d9083e7b-0553-4989-b84f-790d818b305b service neutron] 10.222.0.21 "GET /v2.0/networks?id=88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 200 len: 912 time: 0.0843279 Aug 27 03:41:45.939013 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-fc1e0191-342c-43fc-a107-d9aef09a4a04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897 HTTP/1.1" status: 200 len: 1000 time: 0.0600471 Aug 27 03:41:45.987240 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-21fc0339-8871-4ac9-b22a-f6128fbf9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:45.988691 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-21fc0339-8871-4ac9-b22a-f6128fbf9eca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 200 len: 850 time: 0.0431120 Aug 27 03:41:46.033074 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-9748fb6e-a31b-4b1e-be8f-2900e813e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:46.034845 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-9748fb6e-a31b-4b1e-be8f-2900e813e208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88c59834-6084-43f7-aebd-5573502eb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383375 Aug 27 03:41:46.127230 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-75cf0303-a450-41ad-8b3d-64732467babd service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848866 Aug 27 03:41:46.214847 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e0cd1f5a-9ee4-42d4-b07d-8bf62a0efdbe req-2adbded8-5da7-4d22-8972-dd830dcce30d service neutron] 10.222.0.21 "GET /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809917 Aug 27 03:41:47.978388 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:50.113262 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 55786) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:50.554899 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679567'] for router_interface, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:50.798103 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Deleting port c4b0b4c7-5d76-4d84-82c8-cb07261da832 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:50.798442 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:50.874256 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] For port c4b0b4c7-5d76-4d84-82c8-cb07261da832, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=c4b0b4c7-5d76-4d84-82c8-cb07261da832,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:50.874616 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:50.886894 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Calling delete_port for c4b0b4c7-5d76-4d84-82c8-cb07261da832 owned by network:router_interface {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:51.071507 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:51.100579 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b0b4c7-5d76-4d84-82c8-cb07261da832,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:51.111984 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.112330 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.112666 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.112998 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.113325 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.113893 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.114026 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.114509 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.114880 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.115207 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.115529 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.115848 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:51.279006 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679365'] for router_interface, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:51.487311 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Router 9c2b0ef7-5583-4a5e-9871-696351adfda8 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:41:51.592715 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:41:51.597798 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-f48eceed-20ee-4684-ac8e-72774a85fcb4 admin admin] 10.222.0.30 "PUT /v2.0/routers/9c2b0ef7-5583-4a5e-9871-696351adfda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4835801 Aug 27 03:41:51.600461 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 55798) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:51.603379 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f6836-bd16-4a36-818f-e27de985775e None None] Sync routers for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:41:51.612137 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f6836-bd16-4a36-818f-e27de985775e None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:51.612748 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-f17f6836-bd16-4a36-818f-e27de985775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:41:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:51.703912 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Notify callbacks [] for router, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:51.718392 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-f17f6836-bd16-4a36-818f-e27de985775e None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:51.803504 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:51.859036 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Deleting port 43fb54b6-450b-4ca9-822d-ae8499554dff {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:51.859377 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:51.893966 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-f17f6836-bd16-4a36-818f-e27de985775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:41:51Z', 'revision_number': 5, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port': {'id': '43fb54b6-450b-4ca9-822d-ae8499554dff', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:53Z', 'updated_at': '2021-08-27T03:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:51.923445 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f6836-bd16-4a36-818f-e27de985775e None None] Checking router: 9c2b0ef7-5583-4a5e-9871-696351adfda8 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:41:51.931587 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f6836-bd16-4a36-818f-e27de985775e None None] Routers {'9c2b0ef7-5583-4a5e-9871-696351adfda8'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:51.932186 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-f17f6836-bd16-4a36-818f-e27de985775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:41:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['9c2b0ef7-5583-4a5e-9871-696351adfda8'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:51.937746 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] For port 43fb54b6-450b-4ca9-822d-ae8499554dff, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=43fb54b6-450b-4ca9-822d-ae8499554dff,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:51.938114 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:51.951299 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Calling delete_port for 43fb54b6-450b-4ca9-822d-ae8499554dff owned by network:router_gateway {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:52.018311 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-f17f6836-bd16-4a36-818f-e27de985775e None None] Set router 9c2b0ef7-5583-4a5e-9871-696351adfda8 gateway port host: None {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:52.081677 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-f17f6836-bd16-4a36-818f-e27de985775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:41:51Z', 'revision_number': 6, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port_host': None}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:52.110634 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f6836-bd16-4a36-818f-e27de985775e None None] The sync data for ids ['9c2b0ef7-5583-4a5e-9871-696351adfda8'] in dv-cinder-805887-5-iscsi is: [{'id': '9c2b0ef7-5583-4a5e-9871-696351adfda8', 'name': 'tempest-AttachVolumeShelveTestJSON-723527719-router', 'tenant_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:52Z', 'updated_at': '2021-08-27T03:41:51Z', 'revision_number': 6, 'project_id': '3b0c44b963ff42e88ded4e0f3655d1b9', 'gw_port_host': None}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:41:52.125575 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.153917 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Pushing event deleted for resources: {'Port': ['ID=43fb54b6-450b-4ca9-822d-ae8499554dff,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:52.214864 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.304127 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37144'] for router, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.306240 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.348102 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676239'] for router, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.348602 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c2b0ef7-5583-4a5e-9871-696351adfda8 {{(pid=93973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:41:52.353091 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] Notify callbacks [] for router, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.354244 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-6dc1ecc6-6d52-469a-9f01-040b6624754c admin admin] 10.222.0.30 "DELETE /v2.0/routers/9c2b0ef7-5583-4a5e-9871-696351adfda8 HTTP/1.1" status: 204 len: 168 time: 0.7528796 Aug 27 03:41:52.356670 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 55806) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:52.404039 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0e4fd2-21f1-478d-abee-20f39dab5e37 admin admin] Deleting subnet c2e1372b-bbc3-4edf-9c1e-64bda12b8637 {{(pid=93973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:41:52.407001 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fb0e4fd2-21f1-478d-abee-20f39dab5e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.440397 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fb0e4fd2-21f1-478d-abee-20f39dab5e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4754585'] for subnet, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.553457 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fb0e4fd2-21f1-478d-abee-20f39dab5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.608658 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fb0e4fd2-21f1-478d-abee-20f39dab5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711365'] for subnet, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.636596 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e4fd2-21f1-478d-abee-20f39dab5e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e1372b-bbc3-4edf-9c1e-64bda12b8637,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:52.638552 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-fb0e4fd2-21f1-478d-abee-20f39dab5e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.640593 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-fb0e4fd2-21f1-478d-abee-20f39dab5e37 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c2e1372b-bbc3-4edf-9c1e-64bda12b8637 HTTP/1.1" status: 204 len: 168 time: 0.2828753 Aug 27 03:41:52.644945 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c323858-561d-451f-a69e-448570f44d77 None None] Network 1eb5933b-f51a-4eee-8470-bc2293d335c0 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:41:52.648089 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 55808) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:52.659945 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device c4b0b4c7-5d76-4d84-82c8-cb07261da832 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:41:52.708043 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: c4b0b4c7-5d76-4d84-82c8-cb07261da832 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:41:52.708482 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device c4b0b4c7-5d76-4d84-82c8-cb07261da832 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:41:52.708906 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 43fb54b6-450b-4ca9-822d-ae8499554dff no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:41:52.718689 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.735267 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 43fb54b6-450b-4ca9-822d-ae8499554dff {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:41:52.735612 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 43fb54b6-450b-4ca9-822d-ae8499554dff not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:41:52.782306 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Deleting port afd9ad73-ec58-43cd-bfad-fc19b4264123 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:52.782650 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.849971 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] For port afd9ad73-ec58-43cd-bfad-fc19b4264123, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=afd9ad73-ec58-43cd-bfad-fc19b4264123,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:52.849971 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.855222 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955066d5-9403-44c6-9192-801684727e48 None None] DHCP port deletion for 1eb5933b-f51a-4eee-8470-bc2293d335c0 request from dv-cinder-805887-5-iscsi {{(pid=93975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:41:52.864710 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Calling delete_port for afd9ad73-ec58-43cd-bfad-fc19b4264123 owned by network:dhcp {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:52.908549 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-955066d5-9403-44c6-9192-801684727e48 None None] Deleting port afd9ad73-ec58-43cd-bfad-fc19b4264123 {{(pid=93975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:52.908769 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.977430 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-955066d5-9403-44c6-9192-801684727e48 None None] For port afd9ad73-ec58-43cd-bfad-fc19b4264123, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=afd9ad73-ec58-43cd-bfad-fc19b4264123,segment=NetworkSegment(baf3d3a5-6919-4605-bc15-facc67f6f65b),segment_id=baf3d3a5-6919-4605-bc15-facc67f6f65b)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:52.977858 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.994137 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-955066d5-9403-44c6-9192-801684727e48 None None] Calling delete_port for afd9ad73-ec58-43cd-bfad-fc19b4264123 owned by network:dhcp {{(pid=93975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:53.084046 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271'] for port, after_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.111753 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955066d5-9403-44c6-9192-801684727e48 None None] Pushing event deleted for resources: {'Port': ['ID=afd9ad73-ec58-43cd-bfad-fc19b4264123,revision_number=None']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:53.116706 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955066d5-9403-44c6-9192-801684727e48 None None] No DVR routers for this DVR port afd9ad73-ec58-43cd-bfad-fc19b4264123 on host dv-cinder-805887-5-iscsi {{(pid=93975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:41:53.126335 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.126584 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.126899 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.127248 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.127597 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.127937 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.128270 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.128610 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.128940 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.129268 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.129599 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.130559 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955066d5-9403-44c6-9192-801684727e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.205337 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.232278 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] No DVR routers for this DVR port afd9ad73-ec58-43cd-bfad-fc19b4264123 on host dv-cinder-805887-5-iscsi {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:41:53.235893 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd9ad73-ec58-43cd-bfad-fc19b4264123,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:53.305509 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.316040 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb5933b-f51a-4eee-8470-bc2293d335c0']}} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:53.330023 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf3d3a5-6919-4605-bc15-facc67f6f65b') {'for_net_delete': True} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:53.330312 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf3d3a5-6919-4605-bc15-facc67f6f65b') {} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:53.339183 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4754566'] for segment, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.353035 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.358947 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:41:53.359336 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795156'] for segment, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: self.session.flush() Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: self.session.flush() Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: self.session.flush() Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: self.session.flush() Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: Traceback (most recent call last): Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: timer() Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: cb(*args, **kw) Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: return func(*args, **kwargs) Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: self._notify() Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: self.callback(batched_events) Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: event.method(event) Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: return f(self, *a, **k) Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._get(url).json() Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: return self.request(url, 'GET', **kwargs) Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:41:53.361273 dv-cinder-805887-5-iscsi neutron-server[93973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:41:53.415067 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.420485 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.422426 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1eb5933b-f51a-4eee-8470-bc2293d335c0 HTTP/1.1" status: 204 len: 168 time: 0.7733276 Aug 27 03:41:53.435516 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5210890-7762-406a-a0fa-c5dca71f4d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb5933b-f51a-4eee-8470-bc2293d335c0,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:53.532714 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 55818) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:53.573686 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-a3752222-184d-4285-8ec3-55538f5a0a17 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b0c44b963ff42e88ded4e0f3655d1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395832 Aug 27 03:41:53.576060 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 55822) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:53.622237 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.642212 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.690458 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.692998 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:53.694108 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7fde74c-af8b-4822-a402-ab68fd4fe76e HTTP/1.1" status: 204 len: 168 time: 0.1170752 Aug 27 03:41:53.701528 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fde74c-af8b-4822-a402-ab68fd4fe76e,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:53.709158 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.709502 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.709837 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.710163 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.710486 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.710881 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.711204 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.711522 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.711842 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.712158 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.712471 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:53.712784 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaffc-be93-45f4-a493-4d3027d87e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:54.621503 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device afd9ad73-ec58-43cd-bfad-fc19b4264123 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:41:54.645153 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: afd9ad73-ec58-43cd-bfad-fc19b4264123 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:41:54.645498 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device afd9ad73-ec58-43cd-bfad-fc19b4264123 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:42:03.802517 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7a9d7688-09d2-4107-b6cc-523dde933bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:04.077541 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:42:06.337022 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:07.754531 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-c03a00bf-0ec3-438f-9e8a-8750fbbf3fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:08.507822 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:11.098215 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:17.976152 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:33.803357 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7678ceb7-515f-4263-8db9-ddd5762c447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:36.219400 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:37.635406 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7ae01e91-459e-4872-a5b7-c83dd2d4bc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:38.511236 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:41.078079 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:42:41.101326 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:45.154191 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-e93f61c8-764c-42eb-9ef6-7a3b1f0a5db2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1297071 Aug 27 03:42:45.216880 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-f1bbf8ed-4456-48d9-b8b0-509cf41804b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:45.218331 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-f1bbf8ed-4456-48d9-b8b0-509cf41804b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b42b51e52fc54817a595852b2e5e4635&device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0430713 Aug 27 03:42:45.319158 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-ff38df84-7e28-4d29-88cc-1607c0101c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:45.320604 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-ff38df84-7e28-4d29-88cc-1607c0101c56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 HTTP/1.1" status: 200 len: 916 time: 0.0828216 Aug 27 03:42:45.366475 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-4c66cfc0-00fb-46fa-b0f5-ecb2b3edcc6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc HTTP/1.1" status: 200 len: 217 time: 0.0369360 Aug 27 03:42:45.414214 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-c07296af-3d65-42e8-9d33-adc279bcfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:45.415617 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-c07296af-3d65-42e8-9d33-adc279bcfa6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed8e4bec-5b08-418e-a615-d7f96cc1747d HTTP/1.1" status: 200 len: 854 time: 0.0424109 Aug 27 03:42:45.459502 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-1ecc7b73-7824-442a-acf4-c407d582fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:45.460910 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-1ecc7b73-7824-442a-acf4-c407d582fe3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387433 Aug 27 03:42:45.471393 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-c4fc3e07-5e30-40b6-a691-5e052e9f2852 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:42:45.472342 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-c4fc3e07-5e30-40b6-a691-5e052e9f2852 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047545 Aug 27 03:42:45.564333 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-d3148bb6-f47f-4194-820f-ff144c4f45d2 service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853565 Aug 27 03:42:45.654351 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c23f5e87-dacc-4eb7-9f3a-ed4440701757 req-20c61087-1c10-4804-8871-ef2a7bd8481c service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821569 Aug 27 03:42:48.007937 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:53.484573 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf6ed3-42a0-435e-82d7-bf3285edc6a3 req-8b6fc35e-bc6e-43f1-ba6d-807f61b7e5bd tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:53.486047 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bfaf6ed3-42a0-435e-82d7-bf3285edc6a3 req-8b6fc35e-bc6e-43f1-ba6d-807f61b7e5bd tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 945 time: 0.0484972 Aug 27 03:42:53.524634 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bfaf6ed3-42a0-435e-82d7-bf3285edc6a3 req-223ce323-4aeb-4d06-8204-4df8e0a13285 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2a444b3-f4c4-4d39-bb3f-d15923fd7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324154 Aug 27 03:42:53.834862 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-dcdf49e6-8aa8-4a08-8a97-619c913be9b7 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:53.836288 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-dcdf49e6-8aa8-4a08-8a97-619c913be9b7 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 945 time: 0.0478663 Aug 27 03:42:53.927901 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Deleting port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:42:53.928242 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:54.014763 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] For port aaeec9a7-aee3-4de8-b77b-6d7918bb0897, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=aaeec9a7-aee3-4de8-b77b-6d7918bb0897,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:42:54.015053 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:54.184552 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:54.184934 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:54.185245 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.l3_db [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Floating IP d63c760d-d650-4290-8ff2-bf9eb33e6c5e disassociated. External IP: 172.27.1.84, port: aaeec9a7-aee3-4de8-b77b-6d7918bb0897. Aug 27 03:42:54.185579 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Calling delete_port for aaeec9a7-aee3-4de8-b77b-6d7918bb0897 owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:42:54.309442 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:54.342790 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event deleted for resources: {'Port': ['ID=aaeec9a7-aee3-4de8-b77b-6d7918bb0897,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:42:54.354873 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.355822 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.356253 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.356506 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.356855 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.357177 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.357505 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.357834 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.358164 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.358490 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.358842 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.359165 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:54.460948 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Router 192470f6-2056-4e85-8c70-0fb9b705f8ae has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:42:54.565223 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:42:54.577970 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248513c0-2c4f-4ba2-8873-f520733e96c2 None None] Sync routers for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:42:54.589967 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248513c0-2c4f-4ba2-8873-f520733e96c2 None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:42:54.591024 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-248513c0-2c4f-4ba2-8873-f520733e96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:42:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:54.637383 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] No DVR routers for this DVR port aaeec9a7-aee3-4de8-b77b-6d7918bb0897 on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:42:54.640264 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-220d8ee3-d618-4ef4-80c5-87db01e81788 req-15352789-4881-42bf-8317-4f0d49f6bcaa tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9952251-592d-4529-9347-b844a9741556 HTTP/1.1" status: 200 len: 210 time: 0.0396442 Aug 27 03:42:54.641276 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:54.643140 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-506e992e-cb98-4b7c-af28-6710f5383b95 req-f0652098-e5b9-48fc-ad20-d210d956d22a tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.21 "DELETE /v2.0/ports/aaeec9a7-aee3-4de8-b77b-6d7918bb0897 HTTP/1.1" status: 204 len: 173 time: 0.8007932 Aug 27 03:42:54.645329 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9952251-592d-4529-9347-b844a9741556', 'name': 'network-vif-deleted', 'tag': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:42:54.645796 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52dc275-27fe-47f4-ba0b-e2c7ae9f4a90" -d '{"events": [{"server_uuid": "e9952251-592d-4529-9347-b844a9741556", "name": "network-vif-deleted", "tag": "aaeec9a7-aee3-4de8-b77b-6d7918bb0897"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:42:54.699871 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2535ee-46be-4504-9e04-a46f1be3dd83 x-openstack-request-id: req-2c2535ee-46be-4504-9e04-a46f1be3dd83 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:42:54.699871 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9952251-592d-4529-9347-b844a9741556", "name": "network-vif-deleted", "tag": "aaeec9a7-aee3-4de8-b77b-6d7918bb0897", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:42:54.699871 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c2535ee-46be-4504-9e04-a46f1be3dd83 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:42:54.700256 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9952251-592d-4529-9347-b844a9741556', 'name': 'network-vif-deleted', 'tag': 'aaeec9a7-aee3-4de8-b77b-6d7918bb0897', 'status': 'completed', 'code': 200} Aug 27 03:42:54.708519 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-248513c0-2c4f-4ba2-8873-f520733e96c2 None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:42:54.917371 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-248513c0-2c4f-4ba2-8873-f520733e96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:54.941633 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248513c0-2c4f-4ba2-8873-f520733e96c2 None None] Checking router: 192470f6-2056-4e85-8c70-0fb9b705f8ae for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:42:54.949827 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248513c0-2c4f-4ba2-8873-f520733e96c2 None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:42:54.950412 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-248513c0-2c4f-4ba2-8873-f520733e96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:42:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:55.055901 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-248513c0-2c4f-4ba2-8873-f520733e96c2 None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:42:55.258627 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-248513c0-2c4f-4ba2-8873-f520733e96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:55.284627 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248513c0-2c4f-4ba2-8873-f520733e96c2 None None] The sync data for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi is: [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:12:15Z', 'revision_number': 4, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '98e3fbba-5129-4ab9-a315-d3e35ada0b8e', 'name': '', 'network_id': '88c59834-6084-43f7-aebd-5573502eb794', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'mac_address': 'fa:16:3e:b6:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:14Z', 'updated_at': '2021-08-27T03:12:26Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'subnets': [{'id': 'a1cd8e1e-3740-4c26-8f74-2e47293bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:42:55.479505 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6223a-1ad4-43ee-99af-eb3294bd540a None None] New status for floating IP d63c760d-d650-4290-8ff2-bf9eb33e6c5e: DOWN {{(pid=93975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:42:55.876602 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 56370) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:42:55.930620 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:55.954063 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:55.999457 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:56.002013 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:56.003218 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "DELETE /v2.0/security-groups/b2a444b3-f4c4-4d39-bb3f-d15923fd7998 HTTP/1.1" status: 204 len: 168 time: 0.1256733 Aug 27 03:42:56.005955 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 56372) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:42:56.012694 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a444b3-f4c4-4d39-bb3f-d15923fd7998,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:42:56.019594 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.019941 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.020081 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.api.v2.resource [None req-0dc381d0-eee0-400c-aafd-6e2cc5a3b436 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] show failed (client error): The resource could not be found. Aug 27 03:42:56.020284 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.020617 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.023621 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.023757 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-0dc381d0-eee0-400c-aafd-6e2cc5a3b436 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "GET /v2.0/security-groups/b2a444b3-f4c4-4d39-bb3f-d15923fd7998 HTTP/1.1" status: 404 len: 347 time: 0.0140698 Aug 27 03:42:56.023873 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.023873 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.023873 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.023873 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.023873 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.023873 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.023873 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c42dc6-c93c-4102-b0ba-cb8902a9a4df tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:56.024528 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 56374) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:42:56.147237 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-b381d8db-5863-499a-94cb-98f1cc7a2e50 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Deleting port cd740d68-a0a2-4e6f-9abf-604d2d1cc464 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:42:56.147594 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b381d8db-5863-499a-94cb-98f1cc7a2e50 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:56.223369 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b381d8db-5863-499a-94cb-98f1cc7a2e50 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:56.223700 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b381d8db-5863-499a-94cb-98f1cc7a2e50 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:56.235471 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-b381d8db-5863-499a-94cb-98f1cc7a2e50 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Calling delete_port for cd740d68-a0a2-4e6f-9abf-604d2d1cc464 owned by network:floatingip {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:42:56.363882 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b381d8db-5863-499a-94cb-98f1cc7a2e50 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:56.390266 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381d8db-5863-499a-94cb-98f1cc7a2e50 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Pushing event deleted for resources: {'Port': ['ID=cd740d68-a0a2-4e6f-9abf-604d2d1cc464,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:42:56.449721 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b381d8db-5863-499a-94cb-98f1cc7a2e50 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks [] for floatingip, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:56.452302 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b381d8db-5863-499a-94cb-98f1cc7a2e50 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:56.453443 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-b381d8db-5863-499a-94cb-98f1cc7a2e50 tempest-AttachVolumeTestJSON-755046361 tempest-AttachVolumeTestJSON-755046361-project] 10.222.0.30 "DELETE /v2.0/floatingips/d63c760d-d650-4290-8ff2-bf9eb33e6c5e HTTP/1.1" status: 204 len: 168 time: 0.4288816 Aug 27 03:42:56.900553 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device aaeec9a7-aee3-4de8-b77b-6d7918bb0897 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:42:56.923968 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: aaeec9a7-aee3-4de8-b77b-6d7918bb0897 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:42:56.924308 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device aaeec9a7-aee3-4de8-b77b-6d7918bb0897 not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:43:03.803651 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-92b7de86-545f-4597-a70c-4c6de10539a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:06.220930 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:07.637030 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-b23702b4-bed5-4d5b-8c53-3ec5e0b53d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:08.514483 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:11.108295 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:18.020857 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:18.076877 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:43:33.803760 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5799603b-7d39-41dc-b57e-f044f2c838ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:36.222213 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:37.637248 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-b9ad97dc-9e28-40bd-b594-b12340cfccf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:38.517112 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:41.107022 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:46.566120 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-9318c52f-aecc-4526-b8bb-97dffe6044ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381722 Aug 27 03:43:46.647792 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-e6a0ba9b-4220-41f8-8427-79cfd2ee847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:46.649264 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-e6a0ba9b-4220-41f8-8427-79cfd2ee847d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b42b51e52fc54817a595852b2e5e4635&device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0432007 Aug 27 03:43:46.747617 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-1acfeef4-1dc5-4203-be95-b7e3b5b7b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:46.748951 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-1acfeef4-1dc5-4203-be95-b7e3b5b7b30e service neutron] 10.222.0.21 "GET /v2.0/networks?id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 HTTP/1.1" status: 200 len: 916 time: 0.0814295 Aug 27 03:43:46.792663 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-47e15205-3032-4440-b534-33798f8a4715 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc HTTP/1.1" status: 200 len: 217 time: 0.0369203 Aug 27 03:43:46.839857 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-b4db3a6f-13bb-417e-81cd-6c7b721fd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:46.841254 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-b4db3a6f-13bb-417e-81cd-6c7b721fd03e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed8e4bec-5b08-418e-a615-d7f96cc1747d HTTP/1.1" status: 200 len: 854 time: 0.0424247 Aug 27 03:43:46.886931 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-3a0eed99-8244-457c-945c-78209b97e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:46.888394 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-3a0eed99-8244-457c-945c-78209b97e4d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392854 Aug 27 03:43:46.979130 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-fc6d449d-68fa-409b-adb3-7380e9ad844b service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821846 Aug 27 03:43:47.069037 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-b8318a27-45e8-4842-9b09-2d2021bf2be6 req-7d3f1ee9-1299-4bb1-825b-4aa9b13bde4f service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831230 Aug 27 03:43:48.019279 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.076316 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:44:03.804329 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-50be242e-94c9-4780-a879-1a6644753f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.222582 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:07.634138 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-59224e8c-c64e-4be2-930b-359d598f010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:08.520202 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:11.110248 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:18.050909 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:32.076123 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:44:33.805615 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5fe51d98-5e30-41da-8943-7d08831774d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:36.224067 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:37.635224 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-aa653469-b829-47f3-9956-79e24699bed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:38.524880 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:41.114007 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:46.037003 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-b006a11f-8492-422d-940d-1a0f9699c444 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388725 Aug 27 03:44:46.120044 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-3dd66e5f-ab8f-47eb-aa0e-99ae08a28b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:46.121496 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-3dd66e5f-ab8f-47eb-aa0e-99ae08a28b29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b42b51e52fc54817a595852b2e5e4635&device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0418844 Aug 27 03:44:46.220615 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-33af60aa-fecb-4303-b03b-85d0bb87925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:46.222049 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-33af60aa-fecb-4303-b03b-85d0bb87925b service neutron] 10.222.0.21 "GET /v2.0/networks?id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 HTTP/1.1" status: 200 len: 916 time: 0.0818284 Aug 27 03:44:46.264447 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-d52df556-b995-4a7a-a908-327396a4cd00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc HTTP/1.1" status: 200 len: 217 time: 0.0354965 Aug 27 03:44:46.317111 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-2252861d-7131-4a8c-870d-7d1364a8a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:46.318540 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-2252861d-7131-4a8c-870d-7d1364a8a6e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed8e4bec-5b08-418e-a615-d7f96cc1747d HTTP/1.1" status: 200 len: 854 time: 0.0469103 Aug 27 03:44:46.364486 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-1d873e49-aaf6-46e8-a17d-1472214400f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:46.366008 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-1d873e49-aaf6-46e8-a17d-1472214400f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406744 Aug 27 03:44:46.452714 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-fd1ab366-38c6-44b7-8045-ba18648a7930 service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794573 Aug 27 03:44:46.547804 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f044878f-2b96-4cd7-86dc-4310fd8c9b85 req-a64a6c17-ad19-405a-8ecf-b3105f3ead22 service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870624 Aug 27 03:44:48.049507 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:03.807655 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8386fb67-4f93-47d0-8463-e1f9a5c6143b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:06.225172 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:07.634860 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7678dc89-d0fd-46c2-90fb-1920ba173818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:08.526444 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:09.075867 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:45:11.118095 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:18.050264 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:33.807795 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-6cd6804d-a25b-46c7-9efb-8c169bc1bb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:36.226314 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:37.635201 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-f4379563-043d-4713-a403-87fc702e0279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:38.529669 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:41.120359 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:46.075455 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:45:47.033475 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-e40e25b4-e4cd-403c-a4a1-3f2068ff7d98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404453 Aug 27 03:45:47.111978 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-e6eea274-7aff-4087-970e-7d73565ee67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:47.113400 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-e6eea274-7aff-4087-970e-7d73565ee67f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b42b51e52fc54817a595852b2e5e4635&device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0398095 Aug 27 03:45:47.217755 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-f1904e8d-e3bb-4dbd-9b9b-e44e2f2191b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:47.219297 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-f1904e8d-e3bb-4dbd-9b9b-e44e2f2191b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 HTTP/1.1" status: 200 len: 916 time: 0.0878079 Aug 27 03:45:47.258717 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-55abe5c4-aed6-43a0-b9ed-2d86950c53fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc HTTP/1.1" status: 200 len: 217 time: 0.0328135 Aug 27 03:45:47.312601 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-174b599b-cd6a-4d7b-937c-15931eb5014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:47.314053 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-174b599b-cd6a-4d7b-937c-15931eb5014b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed8e4bec-5b08-418e-a615-d7f96cc1747d HTTP/1.1" status: 200 len: 854 time: 0.0478525 Aug 27 03:45:47.358567 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-b59fafb0-ffbb-4294-8a51-afc1ae5f9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:47.360057 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-b59fafb0-ffbb-4294-8a51-afc1ae5f9874 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395846 Aug 27 03:45:47.447354 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-e2f9a783-8292-457f-8eff-4f905df051a6 service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799294 Aug 27 03:45:47.538592 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4abde38d-90d5-4fc7-a913-23d5ba495d96 req-8eeba60c-562c-462d-b31b-26059b9796a8 service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838039 Aug 27 03:45:48.051220 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:03.809367 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-09655c62-081d-4dcc-8e4b-3c40b22e295c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:06.228583 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:07.635458 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8e9e6295-caf2-43c6-aa2d-2a1df4bd642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:08.533965 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:11.124252 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:18.049961 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:23.075050 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:46:33.810330 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-48a69f1e-c884-4a09-b957-b6137fc66c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:36.233292 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:37.636250 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a4f288f9-8009-4fc3-8995-590a055a747f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:38.537624 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:41.126849 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:48.075061 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:49.029701 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-1729abf1-7104-4722-b2fc-04148f64a13b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389314 Aug 27 03:46:49.112949 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-40c8e84d-f588-4e4e-ae73-6e4776e92bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:49.114419 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-40c8e84d-f588-4e4e-ae73-6e4776e92bb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b42b51e52fc54817a595852b2e5e4635&device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0422137 Aug 27 03:46:49.221305 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-92bab0bb-063b-4bf9-8b75-d21e36a093f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:49.222816 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-92bab0bb-063b-4bf9-8b75-d21e36a093f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 HTTP/1.1" status: 200 len: 916 time: 0.0879121 Aug 27 03:46:49.269920 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-ad65dcdb-fdfb-4ff7-8999-271b7538e760 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc HTTP/1.1" status: 200 len: 217 time: 0.0367787 Aug 27 03:46:49.322238 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-f5a35c8e-4b46-40f6-9a55-bdbcaa9ff7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:49.323763 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-f5a35c8e-4b46-40f6-9a55-bdbcaa9ff7bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed8e4bec-5b08-418e-a615-d7f96cc1747d HTTP/1.1" status: 200 len: 854 time: 0.0461397 Aug 27 03:46:49.375261 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-f5c002e2-b51a-448c-b58a-61dba7efc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:49.376764 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-f5c002e2-b51a-448c-b58a-61dba7efc60f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448411 Aug 27 03:46:49.465655 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-230e39bb-ae8e-4373-8f16-48b430a34377 service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815561 Aug 27 03:46:49.565023 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8ab0054f-7218-4653-93b0-3a7c80106b26 req-42e758f2-ce60-476a-b818-f75e02049dbc service neutron] 10.222.0.21 "GET /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917742 Aug 27 03:46:52.791823 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5ed2f-d24c-4a91-a190-b73dcbc35f98 req-0d0c330d-20e6-4bf4-a59a-986003b06cc7 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:52.793369 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-97e5ed2f-d24c-4a91-a190-b73dcbc35f98 req-0d0c330d-20e6-4bf4-a59a-986003b06cc7 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 945 time: 0.0636108 Aug 27 03:46:52.830656 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58324) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:52.834234 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-97e5ed2f-d24c-4a91-a190-b73dcbc35f98 req-973eb93a-388d-4388-9832-4d692c08964c tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/security-groups?id=de01961c-1e1a-40f2-9a1a-894bfe77d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344408 Aug 27 03:46:52.975472 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Deleting subnet 3c7e8f6f-e958-408d-ba70-23aa36bba06a {{(pid=93973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:46:52.978432 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.012902 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4754585'] for subnet, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.051956 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.108304 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711365'] for subnet, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.132656 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7e8f6f-e958-408d-ba70-23aa36bba06a,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:53.141447 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.143249 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3c7e8f6f-e958-408d-ba70-23aa36bba06a HTTP/1.1" status: 204 len: 168 time: 0.3115816 Aug 27 03:46:53.146484 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58330) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:53.152234 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.152584 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.152926 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.153265 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.153597 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.153947 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.154277 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.154600 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.155028 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.155352 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.155674 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.155992 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b733aa9-d955-458f-bd7b-1c7c6a778815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.197362 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e2b43-bd06-49f8-88e8-c52f431bb01f req-e312e265-0b97-4283-8248-5079f414976a tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:53.198840 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e73e2b43-bd06-49f8-88e8-c52f431bb01f req-e312e265-0b97-4283-8248-5079f414976a tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 945 time: 0.0589015 Aug 27 03:46:53.215298 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.287115 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-e73e2b43-bd06-49f8-88e8-c52f431bb01f req-7cc40cc2-3a09-4feb-90e0-b8aee3496f1e tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Deleting port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:46:53.287458 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-e73e2b43-bd06-49f8-88e8-c52f431bb01f req-7cc40cc2-3a09-4feb-90e0-b8aee3496f1e tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.295461 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.306927 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad22cb0f-2f83-463f-9892-62414600ad31']}} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:53.317014 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959ea8aa-ef15-4e78-b14b-4d3a1e737f0e') {'for_net_delete': True} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:53.317311 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959ea8aa-ef15-4e78-b14b-4d3a1e737f0e') {} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:53.326703 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7350849'] for segment, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.339818 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.345453 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:46:53.345837 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600851'] for segment, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: Traceback (most recent call last): Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: timer() Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: cb(*args, **kw) Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: return func(*args, **kwargs) Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: self._notify() Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: self.callback(batched_events) Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: event.method(event) Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: return f(self, *a, **k) Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._get(url).json() Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: return self.request(url, 'GET', **kwargs) Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:46:53.347483 dv-cinder-805887-5-iscsi neutron-server[93974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:46:53.382988 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-e73e2b43-bd06-49f8-88e8-c52f431bb01f req-7cc40cc2-3a09-4feb-90e0-b8aee3496f1e tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] For port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc,segment=NetworkSegment(49970b29-d981-4e87-9164-b0ae7849cb9b),segment_id=49970b29-d981-4e87-9164-b0ae7849cb9b)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:53.383542 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-e73e2b43-bd06-49f8-88e8-c52f431bb01f req-7cc40cc2-3a09-4feb-90e0-b8aee3496f1e tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.396473 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-e73e2b43-bd06-49f8-88e8-c52f431bb01f req-7cc40cc2-3a09-4feb-90e0-b8aee3496f1e tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Calling delete_port for b148f081-80d5-4e61-9d44-d6bd5fdd7ecc owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:46:53.402502 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.406960 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.408837 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ad22cb0f-2f83-463f-9892-62414600ad31 HTTP/1.1" status: 204 len: 168 time: 0.2612362 Aug 27 03:46:53.425569 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad22cb0f-2f83-463f-9892-62414600ad31,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:53.433558 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.433904 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.434242 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.434571 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.434920 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.435237 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.435561 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.435882 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.436192 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.436513 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.436834 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.437157 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73477d-6cc6-4a9e-b7c5-9ae166b59393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:53.527456 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58334) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:53.540673 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-e73e2b43-bd06-49f8-88e8-c52f431bb01f req-7cc40cc2-3a09-4feb-90e0-b8aee3496f1e tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.552580 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['b148f081-80d5-4e61-9d44-d6bd5fdd7ecc'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:46:53.569483 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc40cc2-3a09-4feb-90e0-b8aee3496f1e tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Pushing event deleted for resources: {'Port': ['ID=b148f081-80d5-4e61-9d44-d6bd5fdd7ecc,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:53.572042 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-217dcedb-0c39-4e40-9392-998c2614d6f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42e04043008246e9b58aecff0ff3f01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430636 Aug 27 03:46:53.574457 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58336) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:53.616046 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73e2b43-bd06-49f8-88e8-c52f431bb01f req-7cc40cc2-3a09-4feb-90e0-b8aee3496f1e tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] No DVR routers for this DVR port b148f081-80d5-4e61-9d44-d6bd5fdd7ecc on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:46:53.619071 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-e73e2b43-bd06-49f8-88e8-c52f431bb01f req-7cc40cc2-3a09-4feb-90e0-b8aee3496f1e tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.621239 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e73e2b43-bd06-49f8-88e8-c52f431bb01f req-7cc40cc2-3a09-4feb-90e0-b8aee3496f1e tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.21 "DELETE /v2.0/ports/b148f081-80d5-4e61-9d44-d6bd5fdd7ecc HTTP/1.1" status: 204 len: 173 time: 0.4166825 Aug 27 03:46:53.621684 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaaecd2-1f2b-42e0-a93a-0305503c9aa7', 'name': 'network-vif-deleted', 'tag': 'b148f081-80d5-4e61-9d44-d6bd5fdd7ecc'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:46:53.623985 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5874fd8d-2b01-482e-95d1-0ca2396df110" -d '{"events": [{"server_uuid": "4eaaecd2-1f2b-42e0-a93a-0305503c9aa7", "name": "network-vif-deleted", "tag": "b148f081-80d5-4e61-9d44-d6bd5fdd7ecc"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:46:53.626172 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fffb000a-6fd8-46ef-81b3-31e7ed1dc650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.648299 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fffb000a-6fd8-46ef-81b3-31e7ed1dc650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.703179 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fffb000a-6fd8-46ef-81b3-31e7ed1dc650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.706015 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fffb000a-6fd8-46ef-81b3-31e7ed1dc650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.711259 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-fffb000a-6fd8-46ef-81b3-31e7ed1dc650 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9 HTTP/1.1" status: 204 len: 168 time: 0.1357052 Aug 27 03:46:53.720435 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb000a-6fd8-46ef-81b3-31e7ed1dc650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7dc44b-164e-43c1-a57f-1ba6ddcb19b9,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:53.806971 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529703bd-c031-4e6d-b8fc-fe3e7abcd505 x-openstack-request-id: req-529703bd-c031-4e6d-b8fc-fe3e7abcd505 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:46:53.807196 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaaecd2-1f2b-42e0-a93a-0305503c9aa7", "name": "network-vif-deleted", "tag": "b148f081-80d5-4e61-9d44-d6bd5fdd7ecc", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:46:53.807453 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-529703bd-c031-4e6d-b8fc-fe3e7abcd505 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:46:53.807851 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaaecd2-1f2b-42e0-a93a-0305503c9aa7', 'name': 'network-vif-deleted', 'tag': 'b148f081-80d5-4e61-9d44-d6bd5fdd7ecc', 'status': 'completed', 'code': 200} Aug 27 03:46:53.951543 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-de2e9d00-a966-456d-b02d-512d168bb6f3 req-98e9fbbe-b4ab-4863-8095-ca1ba22c8301 tempest-TestMinimumBasicScenario-1805264581 tempest-TestMinimumBasicScenario-1805264581-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eaaecd2-1f2b-42e0-a93a-0305503c9aa7 HTTP/1.1" status: 200 len: 210 time: 0.0293541 Aug 27 03:46:54.481932 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58394) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:54.578141 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-18288580-network', 'tenant_id': '85756cb928784a959a0e8e5a52e96843'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:46:54.600126 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Made reservation on behalf of 85756cb928784a959a0e8e5a52e96843 for: {'network': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:46:54.602452 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.611117 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.705763 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.710946 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.734356 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:46:54.749797 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381c1710-a341-4b81-8237-145420bdddd5,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:54.752655 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.752996 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.db.segments_db [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Added segment 59f82c0e-1589-43e6-9479-722c8d5c76fb of type vlan for network d22afcbe-2020-4f30-8657-457a3dc769ad Aug 27 03:46:54.793707 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.819142 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.820100 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:54.820688 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.876711 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3936770 Aug 27 03:46:54.879543 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58414) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:54.884716 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076b20f-0c06-4212-8b14-64d521b0064f admin admin] Pushing event updated for resources: {'Network': ['ID=d22afcbe-2020-4f30-8657-457a3dc769ad,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:54.886375 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] Request body: {'subnet': {'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-18288580-subnet', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'ip_version': 4}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:46:54.894225 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network d22afcbe-2020-4f30-8657-457a3dc769ad details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:46:54.921698 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] Made reservation on behalf of 85756cb928784a959a0e8e5a52e96843 for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:46:54.924882 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711342'] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.120691 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5168305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711388'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.188534 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc5bf13-baa2-48a2-ad9d-e81b348a9098,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:55.198296 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] Checking segment: {'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:46:55.198660 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] Network hostable DHCP agents. Network: d22afcbe-2020-4f30-8657-457a3dc769ad, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:46:55.216554 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] Network d22afcbe-2020-4f30-8657-457a3dc769ad is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:46:55.225766 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, d22afcbe-2020-4f30-8657-457a3dc769ad) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:46:55.230489 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:55.231446 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.234886 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8737be-9fe0-4d86-8164-4c6b59cf9f3b None None] Network d22afcbe-2020-4f30-8657-457a3dc769ad requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:46:55.244609 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-af9b1fe8-6f14-4cba-a52b-1e99d01a31e2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3625875 Aug 27 03:46:55.247489 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58444) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:55.252321 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:46:55.275369 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37126'] for router, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.276562 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1682916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37137'] for router, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.338039 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.400871 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd400e9-8ed1-5679-b8ab-1778f6db8e30-d22afcbe-2020-4f30-8657-457a3dc769ad', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098'}]}} from dv-cinder-805887-5-iscsi. {{(pid=93975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:46:55.401865 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.555785 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.db_base_plugin_common [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Allocated IP 172.20.0.2 (d22afcbe-2020-4f30-8657-457a3dc769ad/7fc5bf13-baa2-48a2-ad9d-e81b348a9098/2c720364-48c6-453c-9ac0-911a6cd8f0e9) {{(pid=93975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:46:55.712584 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Notify callbacks [] for port, precommit_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.712768 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.726907 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Transition to ACTIVE for port object 2c720364-48c6-453c-9ac0-911a6cd8f0e9 will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:46:55.742671 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Transition to ACTIVE for port object 2c720364-48c6-453c-9ac0-911a6cd8f0e9 will not be triggered until provisioned by entity DHCP. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:46:55.748817 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.795863 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58472) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:55.805096 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Network d22afcbe-2020-4f30-8657-457a3dc769ad is already hosted by enough agents. {{(pid=93975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:46:55.807067 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.base_scheduler [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Resources bound (agent type, host, resource id): {{(pid=93975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:46:55.809338 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Pushing event updated for resources: {'Port': ['ID=2c720364-48c6-453c-9ac0-911a6cd8f0e9,revision_number=1']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:55.817237 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Received port after_create {{(pid=93975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:46:55.820220 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.820671 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.821015 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.821499 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.821831 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.822212 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.822483 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.822834 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.823166 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.823494 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.823816 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.824138 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.851657 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device b148f081-80d5-4e61-9d44-d6bd5fdd7ecc no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:46:55.896817 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: b148f081-80d5-4e61-9d44-d6bd5fdd7ecc {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:46:55.897492 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device b148f081-80d5-4e61-9d44-d6bd5fdd7ecc not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:46:55.909162 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Attempting to bind port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:46:55.909538 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Attempting to bind port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:46:55.910465 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Attempting to bind port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 on network d22afcbe-2020-4f30-8657-457a3dc769ad {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:46:55.916681 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:46:55.917061 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Checking segment: {'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:46:55.917469 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.917862 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Bound using segment: {'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:46:55.918334 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Bound port: 2c720364-48c6-453c-9ac0-911a6cd8f0e9, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:46:55.918717 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.919715 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.939335 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.987867 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] For port 2c720364-48c6-453c-9ac0-911a6cd8f0e9, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:46:55.992294 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] For port 2c720364-48c6-453c-9ac0-911a6cd8f0e9, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=2c720364-48c6-453c-9ac0-911a6cd8f0e9,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:46:55.996450 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.080093 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913586e4-5b97-4adf-b67e-407e7e34eed7 None None] Pushing event updated for resources: {'Port': ['ID=2c720364-48c6-453c-9ac0-911a6cd8f0e9,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:56.112442 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Allocated IP 172.27.1.79 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/957e1904-3e86-4710-835a-59eb6ef66dee) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:46:56.255095 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.328319 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.372297 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:46:56.375243 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:46:56.378783 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:46:56.411003 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Pushing event updated for resources: {'Port': ['ID=957e1904-3e86-4710-835a-59eb6ef66dee,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:56.549760 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679567'] for router_interface, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.634248 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.815572 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] Deleting port a198647b-822c-4f5c-a7c0-72fa4e1e75a9 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:46:56.815917 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.837467 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 2c720364-48c6-453c-9ac0-911a6cd8f0e9 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:46:56.861653 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682235'] for router, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.900220 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:46:56.916924 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] For port a198647b-822c-4f5c-a7c0-72fa4e1e75a9, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=a198647b-822c-4f5c-a7c0-72fa4e1e75a9,segment=NetworkSegment(49970b29-d981-4e87-9164-b0ae7849cb9b),segment_id=49970b29-d981-4e87-9164-b0ae7849cb9b)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:56.917289 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.931471 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] Calling delete_port for a198647b-822c-4f5c-a7c0-72fa4e1e75a9 owned by network:router_interface {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:46:57.008052 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Router 1fab5ef3-b139-402c-af31-25c96eeeb282 is scheduled to L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b with binding_index 1 {{(pid=93974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:46:57.128363 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:46:57.137235 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.141093 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Sync routers for ids ['1fab5ef3-b139-402c-af31-25c96eeeb282'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:46:57.143889 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37db4f9-3d48-4f9e-a073-aa939965f93f None None] Network d22afcbe-2020-4f30-8657-457a3dc769ad requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:46:57.150408 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] Notify callbacks [] for router, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.153393 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Routers {'1fab5ef3-b139-402c-af31-25c96eeeb282'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:57.156695 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:46:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['1fab5ef3-b139-402c-af31-25c96eeeb282'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:57.157629 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-e00aedd0-d80e-446f-8937-34ae6bdad05f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9088786 Aug 27 03:46:57.158656 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58484) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:57.179077 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a198647b-822c-4f5c-a7c0-72fa4e1e75a9,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:57.312793 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Set router 1fab5ef3-b139-402c-af31-25c96eeeb282 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:57.316594 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-3e411a71-a29e-486a-83ee-ebda1405056e None None] Provisioning for port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:46:57.342576 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-3e411a71-a29e-486a-83ee-ebda1405056e None None] Provisioning complete for port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:46:57.345109 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3e411a71-a29e-486a-83ee-ebda1405056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.435608 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679365'] for router_interface, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.589777 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3e411a71-a29e-486a-83ee-ebda1405056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.642140 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-3e411a71-a29e-486a-83ee-ebda1405056e None None] For port 2c720364-48c6-453c-9ac0-911a6cd8f0e9, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=2c720364-48c6-453c-9ac0-911a6cd8f0e9,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:57.650210 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-3e411a71-a29e-486a-83ee-ebda1405056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.690149 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:56Z', 'revision_number': 3, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:57.711785 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e411a71-a29e-486a-83ee-ebda1405056e None None] Pushing event updated for resources: {'Port': ['ID=2c720364-48c6-453c-9ac0-911a6cd8f0e9,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:57.722472 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Checking router: 1fab5ef3-b139-402c-af31-25c96eeeb282 for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:46:57.723266 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Updating router 1fab5ef3-b139-402c-af31-25c96eeeb282 port 957e1904-3e86-4710-835a-59eb6ef66dee binding host dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:46:57.753642 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.767270 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] Router fade801b-d552-414f-a39d-0f2e2c261054 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:46:57.867590 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.878572 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-455892bb-f0fd-4c02-8d10-5f5f141f7fe6 None None] Provisioning complete for port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:46:57.879284 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-455892bb-f0fd-4c02-8d10-5f5f141f7fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.904313 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:46:57.909489 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-90cb9b98-114b-4cc5-b777-fad1d93612c2 admin admin] 10.222.0.30 "PUT /v2.0/routers/fade801b-d552-414f-a39d-0f2e2c261054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1125824 Aug 27 03:46:57.912658 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58494) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:57.917078 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8d091-1df6-49eb-ad19-87ee98f82f98 None None] Sync routers for ids ['fade801b-d552-414f-a39d-0f2e2c261054'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:46:57.945275 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8d091-1df6-49eb-ad19-87ee98f82f98 None None] Routers {'fade801b-d552-414f-a39d-0f2e2c261054'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:57.946412 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-a8d8d091-1df6-49eb-ad19-87ee98f82f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:46:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['fade801b-d552-414f-a39d-0f2e2c261054'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:58.037823 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Notify callbacks [] for router, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.056400 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.074670 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Transition to ACTIVE for port object 957e1904-3e86-4710-835a-59eb6ef66dee will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:46:58.081815 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.084806 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Allocated IP 172.20.0.1 (d22afcbe-2020-4f30-8657-457a3dc769ad/7fc5bf13-baa2-48a2-ad9d-e81b348a9098/b12a9785-e321-4ad6-ae12-f38b23a85aa1) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:46:58.110015 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-a8d8d091-1df6-49eb-ad19-87ee98f82f98 None None] Set router fade801b-d552-414f-a39d-0f2e2c261054 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:58.125635 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Pushing event updated for resources: {'Port': ['ID=957e1904-3e86-4710-835a-59eb6ef66dee,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:58.137391 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.137811 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.139290 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.139290 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.139290 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.139290 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.139672 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.139941 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.140288 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.140612 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.140936 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.141257 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:58.163094 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Attempting to bind port 957e1904-3e86-4710-835a-59eb6ef66dee on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:46:58.163448 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Attempting to bind port 957e1904-3e86-4710-835a-59eb6ef66dee by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:46:58.163821 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Attempting to bind port 957e1904-3e86-4710-835a-59eb6ef66dee on network d6676dde-6651-46ea-a9ba-371911ee51a4 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:46:58.170860 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:46:58.171234 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Checking segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:46:58.171629 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.172009 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Bound using segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:46:58.172633 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Bound port: 957e1904-3e86-4710-835a-59eb6ef66dee, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:46:58.173176 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.195546 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.229687 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.247217 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] For port 957e1904-3e86-4710-835a-59eb6ef66dee, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:46:58.247915 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.provisioning_blocks [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Transition to ACTIVE for port object b12a9785-e321-4ad6-ae12-f38b23a85aa1 will not be triggered until provisioned by entity DHCP. {{(pid=93974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:46:58.252271 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] For port 957e1904-3e86-4710-835a-59eb6ef66dee, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=957e1904-3e86-4710-835a-59eb6ef66dee,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:46:58.257502 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.263162 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Deleting port 1d73736c-dbfe-4313-b82a-daf7e679a963 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:46:58.263642 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.307898 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.313553 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Routers {'1fab5ef3-b139-402c-af31-25c96eeeb282'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:58.314382 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:46:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['1fab5ef3-b139-402c-af31-25c96eeeb282'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:58.319748 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2101c-efb3-47e2-acbc-c1cd18494f12 None None] Pushing event updated for resources: {'Port': ['ID=957e1904-3e86-4710-835a-59eb6ef66dee,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:58.337131 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-a8d8d091-1df6-49eb-ad19-87ee98f82f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'name': 'tempest-TestMinimumBasicScenario-1255669608-router', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:46:57Z', 'revision_number': 5, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'gw_port': {'id': '1d73736c-dbfe-4313-b82a-daf7e679a963', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:58.366266 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Network d22afcbe-2020-4f30-8657-457a3dc769ad is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:46:58.367620 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] For port 1d73736c-dbfe-4313-b82a-daf7e679a963, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=1d73736c-dbfe-4313-b82a-daf7e679a963,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:58.368102 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.369120 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:46:58.371685 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:46:58.378431 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8d091-1df6-49eb-ad19-87ee98f82f98 None None] Checking router: fade801b-d552-414f-a39d-0f2e2c261054 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:46:58.392815 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8d091-1df6-49eb-ad19-87ee98f82f98 None None] Routers {'fade801b-d552-414f-a39d-0f2e2c261054'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:58.393447 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-a8d8d091-1df6-49eb-ad19-87ee98f82f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:46:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['fade801b-d552-414f-a39d-0f2e2c261054'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:58.395110 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Calling delete_port for 1d73736c-dbfe-4313-b82a-daf7e679a963 owned by network:router_gateway {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:46:58.417767 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Pushing event updated for resources: {'Port': ['ID=b12a9785-e321-4ad6-ae12-f38b23a85aa1,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:58.438708 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682404'] for router_interface, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.452539 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] Set router 1fab5ef3-b139-402c-af31-25c96eeeb282 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:58.690629 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.713808 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.733502 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d73736c-dbfe-4313-b82a-daf7e679a963,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:58.789345 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-da21d0ce-e547-4d46-947a-8f2cb2c305e0 None None] Provisioning for port b12a9785-e321-4ad6-ae12-f38b23a85aa1 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:46:58.791962 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:56Z', 'revision_number': 3, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:58.819631 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-da21d0ce-e547-4d46-947a-8f2cb2c305e0 None None] Provisioning complete for port b12a9785-e321-4ad6-ae12-f38b23a85aa1 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:46:58.820267 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-da21d0ce-e547-4d46-947a-8f2cb2c305e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.828839 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.835628 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc0cbb-3d92-4e9b-800d-dd77e849aff5 None None] The sync data for ids ['1fab5ef3-b139-402c-af31-25c96eeeb282'] in dv-cinder-805887-5-iscsi is: [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:56Z', 'revision_number': 3, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:46:58.862393 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58504) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:58.872735 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-a8d8d091-1df6-49eb-ad19-87ee98f82f98 None None] Set router fade801b-d552-414f-a39d-0f2e2c261054 gateway port host: None {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:58.964545 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37144'] for router, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.969538 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 2c720364-48c6-453c-9ac0-911a6cd8f0e9 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:46:58.972507 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.009729 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.015868 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600895'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.022261 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-a8d8d091-1df6-49eb-ad19-87ee98f82f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'name': 'tempest-TestMinimumBasicScenario-1255669608-router', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 6, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'gw_port_host': None}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:59.035621 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676239'] for router, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.036945 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fade801b-d552-414f-a39d-0f2e2c261054 {{(pid=93973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:46:59.042392 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] Notify callbacks [] for router, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.043714 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-3ddb7e2f-789f-4e18-9a1c-4de0de858863 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fade801b-d552-414f-a39d-0f2e2c261054 HTTP/1.1" status: 204 len: 168 time: 1.1299450 Aug 27 03:46:59.047300 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58508) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:59.072287 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-da21d0ce-e547-4d46-947a-8f2cb2c305e0 None None] Port b12a9785-e321-4ad6-ae12-f38b23a85aa1 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:46:59.083476 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8d091-1df6-49eb-ad19-87ee98f82f98 None None] The sync data for ids ['fade801b-d552-414f-a39d-0f2e2c261054'] in dv-cinder-805887-5-iscsi is: [{'id': 'fade801b-d552-414f-a39d-0f2e2c261054', 'name': 'tempest-TestMinimumBasicScenario-1255669608-router', 'tenant_id': 'b42b51e52fc54817a595852b2e5e4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:11Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 6, 'project_id': 'b42b51e52fc54817a595852b2e5e4635', 'gw_port_host': None}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:46:59.091239 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:46:59.091807 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.103481 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ab5804-5e47-40ae-a1d4-b40cb0fea3f2 admin admin] Deleting subnet ed8e4bec-5b08-418e-a615-d7f96cc1747d {{(pid=93973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:46:59.103733 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Pushing event updated for resources: {'Port': ['ID=b12a9785-e321-4ad6-ae12-f38b23a85aa1,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:59.107052 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-72ab5804-5e47-40ae-a1d4-b40cb0fea3f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.117852 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-872210d6-4801-40b0-9815-ceadbd6dc583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.150614 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681467'] for router_interface, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.162949 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-72ab5804-5e47-40ae-a1d4-b40cb0fea3f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4754585'] for subnet, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.253066 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-72ab5804-5e47-40ae-a1d4-b40cb0fea3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.294947 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Network d22afcbe-2020-4f30-8657-457a3dc769ad is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:46:59.298648 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:46:59.313032 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-72ab5804-5e47-40ae-a1d4-b40cb0fea3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711365'] for subnet, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.344038 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab5804-5e47-40ae-a1d4-b40cb0fea3f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8e4bec-5b08-418e-a615-d7f96cc1747d,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:59.350155 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-72ab5804-5e47-40ae-a1d4-b40cb0fea3f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.352311 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6bb9b-8f3f-4ca5-b074-23ae002fa500 None None] Network 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:46:59.352553 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-72ab5804-5e47-40ae-a1d4-b40cb0fea3f2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ed8e4bec-5b08-418e-a615-d7f96cc1747d HTTP/1.1" status: 204 len: 168 time: 0.3039558 Aug 27 03:46:59.354756 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58510) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:59.358864 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-872210d6-4801-40b0-9815-ceadbd6dc583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.365425 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-872210d6-4801-40b0-9815-ceadbd6dc583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.449585 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.576475 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Deleting port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:46:59.576820 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.693046 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] For port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=6cd66b58-96bc-4db7-97fe-c1d2fa3accfb,segment=NetworkSegment(49970b29-d981-4e87-9164-b0ae7849cb9b),segment_id=49970b29-d981-4e87-9164-b0ae7849cb9b)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:59.693564 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.711425 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Calling delete_port for 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb owned by network:dhcp {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:46:59.800177 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-ba23aae9-d266-4b40-bcc5-bd96562b594e None None] Provisioning complete for port b12a9785-e321-4ad6-ae12-f38b23a85aa1 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:46:59.802599 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ba23aae9-d266-4b40-bcc5-bd96562b594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.807326 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.848038 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-872210d6-4801-40b0-9815-ceadbd6dc583 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=efdfed6fd55a465794c897a004b02e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9819050 Aug 27 03:46:59.850049 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58514) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:59.850748 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-ba23aae9-d266-4b40-bcc5-bd96562b594e None None] Port b12a9785-e321-4ad6-ae12-f38b23a85aa1 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:46:59.852711 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd66b58-96bc-4db7-97fe-c1d2fa3accfb,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:59.857969 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] No DVR routers for this DVR port 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb on host dv-cinder-805887-5-iscsi {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:46:59.865461 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872210d6-4801-40b0-9815-ceadbd6dc583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b061a129-7a43-408a-8c19-a8b0f73c1da1,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:59.913071 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Router 1fab5ef3-b139-402c-af31-25c96eeeb282 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:46:59.934817 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.939025 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f4478e23-85f5-4b87-b49f-8a689500f37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.945357 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46aaa4b4-5724-4e21-8ec4-fd76eabfbc49']}} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:59.960499 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49970b29-d981-4e87-9164-b0ae7849cb9b') {'for_net_delete': True} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:59.960806 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49970b29-d981-4e87-9164-b0ae7849cb9b') {} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:59.970638 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4754566'] for segment, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.989125 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.997028 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:46:59.997425 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795156'] for segment, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: Traceback (most recent call last): Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: timer() Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: cb(*args, **kw) Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: return func(*args, **kwargs) Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: self._notify() Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: self.callback(batched_events) Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: event.method(event) Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: return f(self, *a, **k) Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._get(url).json() Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: return self.request(url, 'GET', **kwargs) Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:46:59.999626 dv-cinder-805887-5-iscsi neutron-server[93973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:47:00.009385 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f4478e23-85f5-4b87-b49f-8a689500f37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.014042 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb4d7da-f059-4e48-a8ac-a5e20661ff83 None None] DHCP port deletion for 46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 request from dv-cinder-805887-5-iscsi {{(pid=93975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:47:00.075407 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:47:00.078031 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.086411 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.088781 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] 10.222.0.30 "DELETE /v2.0/networks/46aaa4b4-5724-4e21-8ec4-fd76eabfbc49 HTTP/1.1" status: 204 len: 168 time: 0.7328022 Aug 27 03:47:00.091976 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58516) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:00.101615 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c13aa0-02c7-48dd-92e5-262521d89b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=46aaa4b4-5724-4e21-8ec4-fd76eabfbc49,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:00.147993 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:47:00.156737 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-dfd1dd11-a483-4752-b94b-35d86b04e763 admin admin] 10.222.0.30 "PUT /v2.0/routers/1fab5ef3-b139-402c-af31-25c96eeeb282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9965923 Aug 27 03:47:00.212569 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f4478e23-85f5-4b87-b49f-8a689500f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.215269 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f4478e23-85f5-4b87-b49f-8a689500f37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.219237 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-f4478e23-85f5-4b87-b49f-8a689500f37b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b061a129-7a43-408a-8c19-a8b0f73c1da1 HTTP/1.1" status: 204 len: 168 time: 0.3670318 Aug 27 03:47:00.231052 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4478e23-85f5-4b87-b49f-8a689500f37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b061a129-7a43-408a-8c19-a8b0f73c1da1,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:00.545380 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679567'] for router_interface, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.845621 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] Deleting port 8369a155-a564-41d5-968d-1d0bb4ab1cd6 {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:47:00.846055 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.860829 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 957e1904-3e86-4710-835a-59eb6ef66dee up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:47:00.924248 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 957e1904-3e86-4710-835a-59eb6ef66dee completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:47:00.930039 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 957e1904-3e86-4710-835a-59eb6ef66dee triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:00.930448 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.977877 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] For port 8369a155-a564-41d5-968d-1d0bb4ab1cd6, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=8369a155-a564-41d5-968d-1d0bb4ab1cd6,segment=NetworkSegment(04ecd728-e63c-4c7a-95fb-f256a692c681),segment_id=04ecd728-e63c-4c7a-95fb-f256a692c681)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:00.978262 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.995714 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58552) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:01.001395 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-553718544-network', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:01.003127 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] Calling delete_port for 8369a155-a564-41d5-968d-1d0bb4ab1cd6 owned by network:router_interface {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:47:01.026542 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Made reservation on behalf of e90afd8700df4f7889bf25d45870e17c for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:47:01.028918 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.037148 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.044351 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.076525 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 957e1904-3e86-4710-835a-59eb6ef66dee, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=957e1904-3e86-4710-835a-59eb6ef66dee,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:01.080918 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.157464 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=957e1904-3e86-4710-835a-59eb6ef66dee,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:01.183736 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device a198647b-822c-4f5c-a7c0-72fa4e1e75a9 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:01.205845 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: a198647b-822c-4f5c-a7c0-72fa4e1e75a9 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:01.209495 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device a198647b-822c-4f5c-a7c0-72fa4e1e75a9 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:01.209495 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 1d73736c-dbfe-4313-b82a-daf7e679a963 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:01.224734 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Sync routers for ids ['1fab5ef3-b139-402c-af31-25c96eeeb282'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:47:01.230323 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.233009 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 1d73736c-dbfe-4313-b82a-daf7e679a963 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:01.233565 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 1d73736c-dbfe-4313-b82a-daf7e679a963 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:01.234181 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:01.235011 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.237953 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Routers {'1fab5ef3-b139-402c-af31-25c96eeeb282'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:01.238708 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:46:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['1fab5ef3-b139-402c-af31-25c96eeeb282'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:01.250112 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:47:01.257015 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:01.257570 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 6cd66b58-96bc-4db7-97fe-c1d2fa3accfb not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:01.263043 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.263598 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Added segment 7b4f3250-e16d-4bd8-96f7-e396fea445c2 of type vlan for network 7f7da1db-bc14-460a-a87a-b0e5c1899637 Aug 27 03:47:01.321912 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.334257 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.346031 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c9dee5-b5a3-4a7d-9ab6-1df0beadbb39,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:01.372027 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.373353 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:01.374178 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.385253 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8369a155-a564-41d5-968d-1d0bb4ab1cd6,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:01.410058 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Set router 1fab5ef3-b139-402c-af31-25c96eeeb282 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:01.474517 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] Pushing event updated for resources: {'Network': ['ID=7f7da1db-bc14-460a-a87a-b0e5c1899637,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:01.478175 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-2362ca91-ae7c-4b67-8303-ae5d42077e37 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4812686 Aug 27 03:47:01.480842 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58560) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:01.485275 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network 7f7da1db-bc14-460a-a87a-b0e5c1899637 details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:47:01.500347 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] Request body: {'subnet': {'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-553718544-subnet', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'ip_version': 4}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:01.545131 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] Made reservation on behalf of e90afd8700df4f7889bf25d45870e17c for: {'subnet': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:47:01.548027 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4711342'] for subnet, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.590351 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679365'] for router_interface, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.691613 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 4, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'b12a9785-e321-4ad6-ae12-f38b23a85aa1', 'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'mac_address': 'fa:16:3e:ad:a8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:57Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 2, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'subnets': [{'id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:01.758843 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Checking router: 1fab5ef3-b139-402c-af31-25c96eeeb282 for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:47:01.759199 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Updating router 1fab5ef3-b139-402c-af31-25c96eeeb282 port b12a9785-e321-4ad6-ae12-f38b23a85aa1 binding host dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:47:01.804382 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.838526 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5168305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4711388'] for subnet, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.910491 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=481c9fe1-14c0-42ba-8013-9ac058df56a0,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:01.923078 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] Router cbd4c568-8ad6-4a09-a9b8-23c559129311 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:47:01.925433 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] Checking segment: {'id': '7b4f3250-e16d-4bd8-96f7-e396fea445c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:47:01.926038 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] Network hostable DHCP agents. Network: 7f7da1db-bc14-460a-a87a-b0e5c1899637, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:47:01.947642 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] Network 7f7da1db-bc14-460a-a87a-b0e5c1899637 is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:47:01.960584 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, 7f7da1db-bc14-460a-a87a-b0e5c1899637) {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:47:01.968497 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d424978c-a45b-489e-822b-b18e8effb024 None None] Network 7f7da1db-bc14-460a-a87a-b0e5c1899637 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:47:01.971862 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:01.972463 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.991653 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-035192e5-cc80-4ae4-97e6-2d9dce725862 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5096161 Aug 27 03:47:01.993404 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58574) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:02.000160 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-553718544-router', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:02.027763 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37126'] for router, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.029120 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1682916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37137'] for router, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.117090 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:47:02.124708 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-fa2e3569-2580-400f-94d1-226d804c4e3f admin admin] 10.222.0.30 "PUT /v2.0/routers/cbd4c568-8ad6-4a09-a9b8-23c559129311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0299377 Aug 27 03:47:02.127176 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.128044 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58580) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:02.130802 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21155117-9c24-4899-84e0-f4756f689871 None None] Sync routers for ids ['cbd4c568-8ad6-4a09-a9b8-23c559129311'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:47:02.145832 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.156707 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Transition to ACTIVE for port object b12a9785-e321-4ad6-ae12-f38b23a85aa1 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:47:02.163303 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.174580 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21155117-9c24-4899-84e0-f4756f689871 None None] Routers {'cbd4c568-8ad6-4a09-a9b8-23c559129311'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:02.175434 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-21155117-9c24-4899-84e0-f4756f689871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:46:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['cbd4c568-8ad6-4a09-a9b8-23c559129311'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:02.231414 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ba252-3f33-4760-b67f-ba22d6dbe3b2 None None] Pushing event updated for resources: {'Port': ['ID=b12a9785-e321-4ad6-ae12-f38b23a85aa1,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:02.323531 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Attempting to bind port b12a9785-e321-4ad6-ae12-f38b23a85aa1 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:47:02.323908 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Attempting to bind port b12a9785-e321-4ad6-ae12-f38b23a85aa1 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:47:02.324274 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Attempting to bind port b12a9785-e321-4ad6-ae12-f38b23a85aa1 on network d22afcbe-2020-4f30-8657-457a3dc769ad {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:47:02.330276 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd400e9-8ed1-5679-b8ab-1778f6db8e30-7f7da1db-bc14-460a-a87a-b0e5c1899637', 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'fixed_ips': [{'subnet_id': '481c9fe1-14c0-42ba-8013-9ac058df56a0'}]}} from dv-cinder-805887-5-iscsi. {{(pid=93975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:47:02.330757 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:47:02.331153 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Checking segment: {'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:47:02.331261 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.331551 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.331949 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Bound using segment: {'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:47:02.332417 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Bound port: b12a9785-e321-4ad6-ae12-f38b23a85aa1, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:47:02.339899 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.383957 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.446658 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-21155117-9c24-4899-84e0-f4756f689871 None None] Set router cbd4c568-8ad6-4a09-a9b8-23c559129311 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:02.492998 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] For port b12a9785-e321-4ad6-ae12-f38b23a85aa1, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:47:02.508352 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] For port b12a9785-e321-4ad6-ae12-f38b23a85aa1, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=b12a9785-e321-4ad6-ae12-f38b23a85aa1,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:47:02.516020 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.517134 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Notify callbacks [] for router, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.654314 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Routers {'1fab5ef3-b139-402c-af31-25c96eeeb282'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:02.655438 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:46:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['1fab5ef3-b139-402c-af31-25c96eeeb282'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:02.667533 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.db_base_plugin_common [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Allocated IP 172.20.0.2 (7f7da1db-bc14-460a-a87a-b0e5c1899637/481c9fe1-14c0-42ba-8013-9ac058df56a0/518cd193-1c72-443e-a768-d63d2f64bfbe) {{(pid=93975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:47:02.899692 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] Set router 1fab5ef3-b139-402c-af31-25c96eeeb282 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:02.953564 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 957e1904-3e86-4710-835a-59eb6ef66dee up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:47:02.958456 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.030160 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ba252-3f33-4760-b67f-ba22d6dbe3b2 None None] Pushing event updated for resources: {'Port': ['ID=b12a9785-e321-4ad6-ae12-f38b23a85aa1,revision_number=4']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:03.112964 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.124237 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Notify callbacks [] for port, precommit_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.135503 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Deleting port ba797a52-5a7c-4cce-b123-871c986979e6 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:47:03.136391 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.139900 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.143161 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Transition to ACTIVE for port object 518cd193-1c72-443e-a768-d63d2f64bfbe will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:47:03.156906 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 4, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'b12a9785-e321-4ad6-ae12-f38b23a85aa1', 'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'mac_address': 'fa:16:3e:ad:a8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:57Z', 'updated_at': '2021-08-27T03:47:02Z', 'revision_number': 4, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'subnets': [{'id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:03.166020 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-21155117-9c24-4899-84e0-f4756f689871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'name': 'tempest-TestMinimumBasicScenario-1699665474-router', 'tenant_id': 'd24615745143460380184117fb0dc946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:15Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 5, 'project_id': 'd24615745143460380184117fb0dc946', 'gw_port': {'id': 'ba797a52-5a7c-4cce-b123-871c986979e6', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:40:16Z', 'updated_at': '2021-08-27T03:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:03.185662 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5ee899-3a2d-4dbb-845a-6c10f948d114 None None] The sync data for ids ['1fab5ef3-b139-402c-af31-25c96eeeb282'] in dv-cinder-805887-5-iscsi is: [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 4, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'b12a9785-e321-4ad6-ae12-f38b23a85aa1', 'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'mac_address': 'fa:16:3e:ad:a8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:57Z', 'updated_at': '2021-08-27T03:47:02Z', 'revision_number': 4, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'subnets': [{'id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:47:03.196489 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Transition to ACTIVE for port object 518cd193-1c72-443e-a768-d63d2f64bfbe will not be triggered until provisioned by entity DHCP. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:47:03.202004 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21155117-9c24-4899-84e0-f4756f689871 None None] Checking router: cbd4c568-8ad6-4a09-a9b8-23c559129311 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:47:03.208348 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262'] for port, after_create {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.249619 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 957e1904-3e86-4710-835a-59eb6ef66dee triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:03.249989 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.256036 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21155117-9c24-4899-84e0-f4756f689871 None None] Routers {'cbd4c568-8ad6-4a09-a9b8-23c559129311'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:03.256680 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-21155117-9c24-4899-84e0-f4756f689871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:46:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['cbd4c568-8ad6-4a09-a9b8-23c559129311'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:03.275748 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] For port ba797a52-5a7c-4cce-b123-871c986979e6, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=ba797a52-5a7c-4cce-b123-871c986979e6,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:03.276176 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.297631 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Calling delete_port for ba797a52-5a7c-4cce-b123-871c986979e6 owned by network:router_gateway {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:47:03.331231 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Network 7f7da1db-bc14-460a-a87a-b0e5c1899637 is already hosted by enough agents. {{(pid=93975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:47:03.370700 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.scheduler.base_scheduler [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Resources bound (agent type, host, resource id): {{(pid=93975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:47:03.376001 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Pushing event updated for resources: {'Port': ['ID=518cd193-1c72-443e-a768-d63d2f64bfbe,revision_number=1']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:03.380568 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Received port after_create {{(pid=93975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:47:03.411100 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Allocated IP 172.27.1.236 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/20f71bb7-489e-4d4f-aeae-cf380c27afe2) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:47:03.445285 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-21155117-9c24-4899-84e0-f4756f689871 None None] Set router cbd4c568-8ad6-4a09-a9b8-23c559129311 gateway port host: None {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:03.511019 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-21155117-9c24-4899-84e0-f4756f689871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'name': 'tempest-TestMinimumBasicScenario-1699665474-router', 'tenant_id': 'd24615745143460380184117fb0dc946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:15Z', 'updated_at': '2021-08-27T03:47:02Z', 'revision_number': 6, 'project_id': 'd24615745143460380184117fb0dc946', 'gw_port_host': None}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:03.531164 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Attempting to bind port 518cd193-1c72-443e-a768-d63d2f64bfbe on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:47:03.531657 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Attempting to bind port 518cd193-1c72-443e-a768-d63d2f64bfbe by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '7b4f3250-e16d-4bd8-96f7-e396fea445c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:47:03.532150 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Attempting to bind port 518cd193-1c72-443e-a768-d63d2f64bfbe on network 7f7da1db-bc14-460a-a87a-b0e5c1899637 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:47:03.567867 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:47:03.568279 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Checking segment: {'id': '7b4f3250-e16d-4bd8-96f7-e396fea445c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:47:03.568964 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.569071 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Bound using segment: {'id': '7b4f3250-e16d-4bd8-96f7-e396fea445c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:47:03.569496 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Bound port: 518cd193-1c72-443e-a768-d63d2f64bfbe, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4f3250-e16d-4bd8-96f7-e396fea445c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:47:03.569877 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.571814 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21155117-9c24-4899-84e0-f4756f689871 None None] The sync data for ids ['cbd4c568-8ad6-4a09-a9b8-23c559129311'] in dv-cinder-805887-5-iscsi is: [{'id': 'cbd4c568-8ad6-4a09-a9b8-23c559129311', 'name': 'tempest-TestMinimumBasicScenario-1699665474-router', 'tenant_id': 'd24615745143460380184117fb0dc946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:40:15Z', 'updated_at': '2021-08-27T03:47:02Z', 'revision_number': 6, 'project_id': 'd24615745143460380184117fb0dc946', 'gw_port_host': None}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:47:03.607942 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.620702 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.655090 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] For port 518cd193-1c72-443e-a768-d63d2f64bfbe, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:47:03.658326 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba797a52-5a7c-4cce-b123-871c986979e6,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:03.660091 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] For port 518cd193-1c72-443e-a768-d63d2f64bfbe, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=518cd193-1c72-443e-a768-d63d2f64bfbe,segment=NetworkSegment(7b4f3250-e16d-4bd8-96f7-e396fea445c2),segment_id=7b4f3250-e16d-4bd8-96f7-e396fea445c2)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:47:03.665863 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.740051 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5b37c-9b00-4f65-9870-d57e2ae92cfd None None] Pushing event updated for resources: {'Port': ['ID=518cd193-1c72-443e-a768-d63d2f64bfbe,revision_number=2']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:03.763123 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.807089 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.817924 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-205b1485-fe39-461a-9ce1-7feafe5870ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.843219 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:47:03.894366 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:47:03.898103 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:47:03.980644 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Pushing event updated for resources: {'Port': ['ID=20f71bb7-489e-4d4f-aeae-cf380c27afe2,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:04.009373 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37144'] for router, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.013740 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.192901 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676239'] for router, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.193547 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd4c568-8ad6-4a09-a9b8-23c559129311 {{(pid=93973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:47:04.198975 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] Notify callbacks [] for router, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.202463 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8f645ca4-1a2e-4e83-b982-3ba5302dca09 admin admin] 10.222.0.30 "DELETE /v2.0/routers/cbd4c568-8ad6-4a09-a9b8-23c559129311 HTTP/1.1" status: 204 len: 168 time: 2.0704832 Aug 27 03:47:04.202797 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58606) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:04.264827 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_v2 [None req-83926f02-4692-4d5e-8d4e-8659756c8419 admin admin] Deleting subnet 2987e954-222b-4273-b530-365ffbd5b0fa {{(pid=93974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:47:04.268494 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-83926f02-4692-4d5e-8d4e-8659756c8419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.307042 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-83926f02-4692-4d5e-8d4e-8659756c8419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7350878'] for subnet, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.366069 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.401817 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-83926f02-4692-4d5e-8d4e-8659756c8419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.476640 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-83926f02-4692-4d5e-8d4e-8659756c8419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4679056'] for subnet, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.503266 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83926f02-4692-4d5e-8d4e-8659756c8419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2987e954-222b-4273-b530-365ffbd5b0fa,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:04.508929 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-83926f02-4692-4d5e-8d4e-8659756c8419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.513136 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-83926f02-4692-4d5e-8d4e-8659756c8419 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2987e954-222b-4273-b530-365ffbd5b0fa HTTP/1.1" status: 204 len: 168 time: 0.3070900 Aug 27 03:47:04.513392 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58610) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:04.517629 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bae33d-c429-4495-a5f6-c8d1929bfb7d None None] Network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:47:04.589871 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.600830 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682235'] for router, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.654434 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Deleting port 4e818005-2eff-447b-8fb0-75235dfda89c {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:47:04.655261 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.749096 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] For port 4e818005-2eff-447b-8fb0-75235dfda89c, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=4e818005-2eff-447b-8fb0-75235dfda89c,segment=NetworkSegment(04ecd728-e63c-4c7a-95fb-f256a692c681),segment_id=04ecd728-e63c-4c7a-95fb-f256a692c681)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:04.749613 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.765513 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Calling delete_port for 4e818005-2eff-447b-8fb0-75235dfda89c owned by network:dhcp {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:47:04.802957 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a852064-30ef-4a56-9574-911c6947bf94 None None] DHCP port deletion for 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 request from dv-cinder-805887-5-iscsi {{(pid=93975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:47:04.845895 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Router 8b939731-9d12-417f-911c-5f6289f6844a is scheduled to L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b with binding_index 1 {{(pid=93973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:47:04.894807 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-1a852064-30ef-4a56-9574-911c6947bf94 None None] Deleting port 4e818005-2eff-447b-8fb0-75235dfda89c {{(pid=93975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:47:04.896231 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1a852064-30ef-4a56-9574-911c6947bf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.933556 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.978098 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-1a852064-30ef-4a56-9574-911c6947bf94 None None] For port 4e818005-2eff-447b-8fb0-75235dfda89c, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=4e818005-2eff-447b-8fb0-75235dfda89c,segment=NetworkSegment(04ecd728-e63c-4c7a-95fb-f256a692c681),segment_id=04ecd728-e63c-4c7a-95fb-f256a692c681)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:04.978970 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e818005-2eff-447b-8fb0-75235dfda89c,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:04.979082 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1a852064-30ef-4a56-9574-911c6947bf94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.986316 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 518cd193-1c72-443e-a768-d63d2f64bfbe up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:47:04.994796 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] No DVR routers for this DVR port 4e818005-2eff-447b-8fb0-75235dfda89c on host dv-cinder-805887-5-iscsi {{(pid=93974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:47:05.029070 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:47:05.044075 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Sync routers for ids ['8b939731-9d12-417f-911c-5f6289f6844a'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:47:05.056307 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-1a852064-30ef-4a56-9574-911c6947bf94 None None] Calling delete_port for 4e818005-2eff-447b-8fb0-75235dfda89c owned by network:dhcp {{(pid=93975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:47:05.059305 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.063660 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-c2b06780-f67e-4732-a7a3-40b2d26853f1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0683014 Aug 27 03:47:05.065373 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58614) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:05.068119 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Routers {'8b939731-9d12-417f-911c-5f6289f6844a'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:05.068767 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:46:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['8b939731-9d12-417f-911c-5f6289f6844a'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:05.127353 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.134415 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce71ea4-88d2-4aa2-9972-16cdb9dddf4b None None] Network 7f7da1db-bc14-460a-a87a-b0e5c1899637 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:47:05.141112 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1']}} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:05.155145 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ecd728-e63c-4c7a-95fb-f256a692c681') {'for_net_delete': True} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:05.155573 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ecd728-e63c-4c7a-95fb-f256a692c681') {} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:05.166340 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7350849'] for segment, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.192519 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.200937 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:47:05.201331 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600851'] for segment, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: Traceback (most recent call last): Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: timer() Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: cb(*args, **kw) Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: return func(*args, **kwargs) Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: self._notify() Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: self.callback(batched_events) Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: event.method(event) Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: return f(self, *a, **k) Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._get(url).json() Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: return self.request(url, 'GET', **kwargs) Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:47:05.203091 dv-cinder-805887-5-iscsi neutron-server[93974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:47:05.238452 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-f33e71c4-cfe6-4db6-aea7-cee59d67fc3d None None] Provisioning for port 518cd193-1c72-443e-a768-d63d2f64bfbe completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:47:05.244788 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Set router 8b939731-9d12-417f-911c-5f6289f6844a gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:05.273484 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.281686 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.288827 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] 10.222.0.30 "DELETE /v2.0/networks/83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 HTTP/1.1" status: 204 len: 168 time: 0.7718906 Aug 27 03:47:05.302208 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e0ccc-046d-42bd-9a43-44ca37059544 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:05.311307 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 518cd193-1c72-443e-a768-d63d2f64bfbe completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:47:05.325947 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1a852064-30ef-4a56-9574-911c6947bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271'] for port, after_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.336364 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 518cd193-1c72-443e-a768-d63d2f64bfbe triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:05.337197 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.361414 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a852064-30ef-4a56-9574-911c6947bf94 None None] Network 83d172d0-ffa4-4d7d-abcb-9a335c0fe1d1 is not hosted by any dhcp agent {{(pid=93975) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 03:47:05.361874 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a852064-30ef-4a56-9574-911c6947bf94 None None] No DVR routers for this DVR port 4e818005-2eff-447b-8fb0-75235dfda89c on host dv-cinder-805887-5-iscsi {{(pid=93975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:47:05.388556 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a852064-30ef-4a56-9574-911c6947bf94 None None] Pushing event deleted for resources: {'Port': ['ID=4e818005-2eff-447b-8fb0-75235dfda89c,revision_number=None']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:05.563702 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58624) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:05.578200 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.621532 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 518cd193-1c72-443e-a768-d63d2f64bfbe, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=518cd193-1c72-443e-a768-d63d2f64bfbe,segment=NetworkSegment(7b4f3250-e16d-4bd8-96f7-e396fea445c2),segment_id=7b4f3250-e16d-4bd8-96f7-e396fea445c2)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:05.628113 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.629482 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device b12a9785-e321-4ad6-ae12-f38b23a85aa1 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:47:05.632673 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b939731-9d12-417f-911c-5f6289f6844a', 'name': 'tempest-TestShelveInstance-553718544-router', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:47:02Z', 'updated_at': '2021-08-27T03:47:04Z', 'revision_number': 3, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'gw_port': {'id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:03Z', 'updated_at': '2021-08-27T03:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:05.658285 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-2a749ca3-a6b6-422b-88ef-b8d643a9ac7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b42b51e52fc54817a595852b2e5e4635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910487 Aug 27 03:47:05.659101 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58626) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:05.664165 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.690714 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Checking router: 8b939731-9d12-417f-911c-5f6289f6844a for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:47:05.691500 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Updating router 8b939731-9d12-417f-911c-5f6289f6844a port 20f71bb7-489e-4d4f-aeae-cf380c27afe2 binding host dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:47:05.721962 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-78f5f9bc-a2eb-4c21-bb13-9752ca595b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.727745 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.761383 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-78f5f9bc-a2eb-4c21-bb13-9752ca595b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.801028 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=518cd193-1c72-443e-a768-d63d2f64bfbe,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:05.830721 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port b12a9785-e321-4ad6-ae12-f38b23a85aa1 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:47:05.840407 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-78f5f9bc-a2eb-4c21-bb13-9752ca595b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.840643 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port b12a9785-e321-4ad6-ae12-f38b23a85aa1 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:05.841061 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.844313 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-78f5f9bc-a2eb-4c21-bb13-9752ca595b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.847454 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-78f5f9bc-a2eb-4c21-bb13-9752ca595b16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de01961c-1e1a-40f2-9a1a-894bfe77d8c4 HTTP/1.1" status: 204 len: 168 time: 0.1875694 Aug 27 03:47:05.859766 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5f9bc-a2eb-4c21-bb13-9752ca595b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de01961c-1e1a-40f2-9a1a-894bfe77d8c4,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:05.975092 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Allocated IP 172.20.0.1 (7f7da1db-bc14-460a-a87a-b0e5c1899637/481c9fe1-14c0-42ba-8013-9ac058df56a0/27a9e3ed-24ff-43c2-ab94-67644554b875) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:47:05.994538 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-52efb17f-46c4-4e86-b671-7916732ea57e None None] Provisioning complete for port 518cd193-1c72-443e-a768-d63d2f64bfbe triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:06.000812 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-52efb17f-46c4-4e86-b671-7916732ea57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.105358 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.148890 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.181602 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Transition to ACTIVE for port object 27a9e3ed-24ff-43c2-ab94-67644554b875 will not be triggered until provisioned by entity DHCP. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:47:06.197489 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port b12a9785-e321-4ad6-ae12-f38b23a85aa1, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=b12a9785-e321-4ad6-ae12-f38b23a85aa1,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:06.213971 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.243484 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.257562 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.275103 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Transition to ACTIVE for port object 20f71bb7-489e-4d4f-aeae-cf380c27afe2 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:47:06.276807 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Network 7f7da1db-bc14-460a-a87a-b0e5c1899637 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:47:06.282044 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.298257 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:47:06.302675 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:47:06.324794 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 8369a155-a564-41d5-968d-1d0bb4ab1cd6 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:06.357987 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.359456 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 8369a155-a564-41d5-968d-1d0bb4ab1cd6 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:06.360842 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 8369a155-a564-41d5-968d-1d0bb4ab1cd6 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:06.361268 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device ba797a52-5a7c-4cce-b123-871c986979e6 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:06.368405 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Attempting to bind port 20f71bb7-489e-4d4f-aeae-cf380c27afe2 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:47:06.368991 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Attempting to bind port 20f71bb7-489e-4d4f-aeae-cf380c27afe2 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:47:06.369488 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Attempting to bind port 20f71bb7-489e-4d4f-aeae-cf380c27afe2 on network d6676dde-6651-46ea-a9ba-371911ee51a4 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:47:06.369599 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58644) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:06.378517 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Pushing event updated for resources: {'Port': ['ID=27a9e3ed-24ff-43c2-ab94-67644554b875,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:06.381042 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:47:06.381616 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Checking segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:47:06.382952 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.383709 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Bound using segment: {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:47:06.385047 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Bound port: 20f71bb7-489e-4d4f-aeae-cf380c27afe2, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72347ef-d297-43ec-a4a2-fbae8825978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:47:06.385717 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.387690 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682404'] for router_interface, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.424658 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: ba797a52-5a7c-4cce-b123-871c986979e6 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:06.424995 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device ba797a52-5a7c-4cce-b123-871c986979e6 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:06.438149 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=b12a9785-e321-4ad6-ae12-f38b23a85aa1,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:06.450460 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] For port 20f71bb7-489e-4d4f-aeae-cf380c27afe2, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:47:06.460853 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-baf258cb-a0f1-43b7-a8d8-e71efc093edb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d24615745143460380184117fb0dc946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900478 Aug 27 03:47:06.463919 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58646) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:06.464327 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d55c9-b764-4ac0-9118-83b448f49830 None None] Pushing event updated for resources: {'Port': ['ID=20f71bb7-489e-4d4f-aeae-cf380c27afe2,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:06.470817 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] For port 20f71bb7-489e-4d4f-aeae-cf380c27afe2, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=20f71bb7-489e-4d4f-aeae-cf380c27afe2,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:47:06.480485 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.534234 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Routers {'8b939731-9d12-417f-911c-5f6289f6844a'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:06.535249 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:46:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['8b939731-9d12-417f-911c-5f6289f6844a'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:06.542633 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a44aadbe-db94-4545-bd7d-396278e8c99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.547526 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.571463 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a44aadbe-db94-4545-bd7d-396278e8c99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.587451 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d55c9-b764-4ac0-9118-83b448f49830 None None] Pushing event updated for resources: {'Port': ['ID=20f71bb7-489e-4d4f-aeae-cf380c27afe2,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:06.624330 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a44aadbe-db94-4545-bd7d-396278e8c99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.627167 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a44aadbe-db94-4545-bd7d-396278e8c99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.628313 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-a44aadbe-db94-4545-bd7d-396278e8c99d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50186c5c-e0cb-4365-a557-c15f57497918 HTTP/1.1" status: 204 len: 168 time: 0.1621363 Aug 27 03:47:06.650718 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44aadbe-db94-4545-bd7d-396278e8c99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50186c5c-e0cb-4365-a557-c15f57497918,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:06.658052 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-fc0fa881-5778-4c24-ba4c-6d4588da6a11 None None] Provisioning for port 27a9e3ed-24ff-43c2-ab94-67644554b875 completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:47:06.663491 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-fc0fa881-5778-4c24-ba4c-6d4588da6a11 None None] Provisioning complete for port 27a9e3ed-24ff-43c2-ab94-67644554b875 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:06.663868 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-fc0fa881-5778-4c24-ba4c-6d4588da6a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.677486 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] Set router 8b939731-9d12-417f-911c-5f6289f6844a gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:06.710464 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-fc0fa881-5778-4c24-ba4c-6d4588da6a11 None None] Port 27a9e3ed-24ff-43c2-ab94-67644554b875 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:47:06.744502 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.752753 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.831421 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Pushing event updated for resources: {'Port': ['ID=27a9e3ed-24ff-43c2-ab94-67644554b875,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:06.831885 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 518cd193-1c72-443e-a768-d63d2f64bfbe up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:47:06.834326 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681467'] for router_interface, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.904673 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 518cd193-1c72-443e-a768-d63d2f64bfbe triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:06.905189 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.939093 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Network 7f7da1db-bc14-460a-a87a-b0e5c1899637 is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:47:06.940816 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:47:07.006494 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device b12a9785-e321-4ad6-ae12-f38b23a85aa1 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:47:07.018705 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b939731-9d12-417f-911c-5f6289f6844a', 'name': 'tempest-TestShelveInstance-553718544-router', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:47:02Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 4, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'gw_port': {'id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:03Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '27a9e3ed-24ff-43c2-ab94-67644554b875', 'name': '', 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'mac_address': 'fa:16:3e:a9:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '481c9fe1-14c0-42ba-8013-9ac058df56a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:05Z', 'updated_at': '2021-08-27T03:47:05Z', 'revision_number': 1, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'subnets': [{'id': '481c9fe1-14c0-42ba-8013-9ac058df56a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:07.053253 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ab552-67c0-417e-812e-ba07c5701e78 None None] The sync data for ids ['8b939731-9d12-417f-911c-5f6289f6844a'] in dv-cinder-805887-5-iscsi is: [{'id': '8b939731-9d12-417f-911c-5f6289f6844a', 'name': 'tempest-TestShelveInstance-553718544-router', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:47:02Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 4, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'gw_port': {'id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:03Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '27a9e3ed-24ff-43c2-ab94-67644554b875', 'name': '', 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'mac_address': 'fa:16:3e:a9:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '481c9fe1-14c0-42ba-8013-9ac058df56a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:05Z', 'updated_at': '2021-08-27T03:47:05Z', 'revision_number': 1, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'subnets': [{'id': '481c9fe1-14c0-42ba-8013-9ac058df56a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:47:07.062855 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port b12a9785-e321-4ad6-ae12-f38b23a85aa1 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:07.063295 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:07.087681 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Router 8b939731-9d12-417f-911c-5f6289f6844a has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:47:07.213641 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 4e818005-2eff-447b-8fb0-75235dfda89c no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:07.248166 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 4e818005-2eff-447b-8fb0-75235dfda89c {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:07.248520 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 4e818005-2eff-447b-8fb0-75235dfda89c not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:07.262918 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-faabb85b-58d8-4159-8bf8-e3723eaa133d None None] Provisioning complete for port 27a9e3ed-24ff-43c2-ab94-67644554b875 triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:07.263191 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-faabb85b-58d8-4159-8bf8-e3723eaa133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:07.327221 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-faabb85b-58d8-4159-8bf8-e3723eaa133d None None] Port 27a9e3ed-24ff-43c2-ab94-67644554b875 cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:47:07.500501 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:47:07.513259 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-3227d020-3870-43b9-beba-0aefc0ece3bb admin admin] 10.222.0.30 "PUT /v2.0/routers/8b939731-9d12-417f-911c-5f6289f6844a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4390850 Aug 27 03:47:07.637751 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-d4d6c827-e77e-446f-8541-fe6c703ee374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.023321 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58662) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:08.028385 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-e14dd108-2651-4b10-b4ad-b762f41c3d74 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1300047850', 'description': 'tempest-secgroup-smoke-1300047850 description', 'project_id': '85756cb928784a959a0e8e5a52e96843'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:08.055565 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e14dd108-2651-4b10-b4ad-b762f41c3d74 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.142666 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e14dd108-2651-4b10-b4ad-b762f41c3d74 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.147708 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e14dd108-2651-4b10-b4ad-b762f41c3d74 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.176694 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e14dd108-2651-4b10-b4ad-b762f41c3d74 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.180633 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e14dd108-2651-4b10-b4ad-b762f41c3d74 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1533804 Aug 27 03:47:08.180918 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58664) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:08.186570 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-c6799348-89a8-4fca-91c0-3a3c416203f5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Request body: {'security_group_rule': {'security_group_id': 'fd862147-2230-4cef-acf4-d61332ab5577', 'project_id': '85756cb928784a959a0e8e5a52e96843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:08.192001 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dd108-2651-4b10-b4ad-b762f41c3d74 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd862147-2230-4cef-acf4-d61332ab5577,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:08.215881 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c6799348-89a8-4fca-91c0-3a3c416203f5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.277051 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c6799348-89a8-4fca-91c0-3a3c416203f5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.281052 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c6799348-89a8-4fca-91c0-3a3c416203f5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.299567 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6799348-89a8-4fca-91c0-3a3c416203f5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc03ce0-2ff8-433f-9cd2-ae4ba5283036,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:08.306484 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c6799348-89a8-4fca-91c0-3a3c416203f5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.307710 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-c6799348-89a8-4fca-91c0-3a3c416203f5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256711 Aug 27 03:47:08.310343 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58666) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:08.314696 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-48470815-4b71-4e02-b98d-bffb91d3ac2d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Request body: {'security_group_rule': {'security_group_id': 'fd862147-2230-4cef-acf4-d61332ab5577', 'project_id': '85756cb928784a959a0e8e5a52e96843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:08.341875 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-48470815-4b71-4e02-b98d-bffb91d3ac2d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.402295 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-48470815-4b71-4e02-b98d-bffb91d3ac2d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.406516 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-48470815-4b71-4e02-b98d-bffb91d3ac2d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.424451 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48470815-4b71-4e02-b98d-bffb91d3ac2d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb15f9ae-5e50-4cbe-9226-d5c1eeb5eb68,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:08.433190 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-48470815-4b71-4e02-b98d-bffb91d3ac2d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.434414 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-48470815-4b71-4e02-b98d-bffb91d3ac2d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231115 Aug 27 03:47:08.437476 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58674) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:08.442594 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-5b73fe95-7882-4422-b45c-8b9d7c212b1d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Request body: {'security_group_rule': {'security_group_id': 'fd862147-2230-4cef-acf4-d61332ab5577', 'project_id': '85756cb928784a959a0e8e5a52e96843', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:08.480877 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5b73fe95-7882-4422-b45c-8b9d7c212b1d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.530307 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5b73fe95-7882-4422-b45c-8b9d7c212b1d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.534258 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5b73fe95-7882-4422-b45c-8b9d7c212b1d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.540832 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.552758 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73fe95-7882-4422-b45c-8b9d7c212b1d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc02319-d338-42b7-b522-29bfb8df7131,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:08.558697 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5b73fe95-7882-4422-b45c-8b9d7c212b1d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.559916 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-5b73fe95-7882-4422-b45c-8b9d7c212b1d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214511 Aug 27 03:47:08.562790 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58676) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:08.567788 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-95da39cf-1e19-458c-9bba-99862b603f56 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Request body: {'security_group_rule': {'security_group_id': 'fd862147-2230-4cef-acf4-d61332ab5577', 'project_id': '85756cb928784a959a0e8e5a52e96843', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:08.594018 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-95da39cf-1e19-458c-9bba-99862b603f56 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.657089 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-95da39cf-1e19-458c-9bba-99862b603f56 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.660877 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-95da39cf-1e19-458c-9bba-99862b603f56 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.680361 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da39cf-1e19-458c-9bba-99862b603f56 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5036b6-35ae-4786-aca0-f8fd2ba2e588,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:08.683982 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-95da39cf-1e19-458c-9bba-99862b603f56 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.685158 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-95da39cf-1e19-458c-9bba-99862b603f56 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214533 Aug 27 03:47:08.687893 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58678) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:08.692679 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-aaa65d30-061a-423d-aa5e-0ebe3f7b0ba3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Request body: {'security_group_rule': {'security_group_id': 'fd862147-2230-4cef-acf4-d61332ab5577', 'project_id': '85756cb928784a959a0e8e5a52e96843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:08.714869 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.db.securitygroups_db [None req-aaa65d30-061a-423d-aa5e-0ebe3f7b0ba3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Project 85756cb928784a959a0e8e5a52e96843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:47:08.719527 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d30-061a-423d-aa5e-0ebe3f7b0ba3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.783314 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d30-061a-423d-aa5e-0ebe3f7b0ba3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.787235 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d30-061a-423d-aa5e-0ebe3f7b0ba3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.804775 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa65d30-061a-423d-aa5e-0ebe3f7b0ba3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b5523e-9c3a-4fd3-8d14-f38eaf6786cc,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:08.811046 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d30-061a-423d-aa5e-0ebe3f7b0ba3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.812167 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-aaa65d30-061a-423d-aa5e-0ebe3f7b0ba3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233683 Aug 27 03:47:08.815012 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58680) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:08.820570 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-41fa5670-1aa1-44d3-a77a-6d316206284a tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Request body: {'security_group_rule': {'security_group_id': 'fd862147-2230-4cef-acf4-d61332ab5577', 'project_id': '85756cb928784a959a0e8e5a52e96843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:08.829586 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 20f71bb7-489e-4d4f-aeae-cf380c27afe2 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:47:08.843905 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.securitygroups_db [None req-41fa5670-1aa1-44d3-a77a-6d316206284a tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Project 85756cb928784a959a0e8e5a52e96843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:47:08.849550 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-41fa5670-1aa1-44d3-a77a-6d316206284a tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.888372 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 20f71bb7-489e-4d4f-aeae-cf380c27afe2 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:47:08.892303 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 20f71bb7-489e-4d4f-aeae-cf380c27afe2 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:08.892680 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.918995 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-41fa5670-1aa1-44d3-a77a-6d316206284a tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.922598 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-41fa5670-1aa1-44d3-a77a-6d316206284a tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924345'] for security_group_rule, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.940748 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa5670-1aa1-44d3-a77a-6d316206284a tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201167ba-3a42-4da3-b8f8-c902c33d4108,revision_number=0']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:08.947678 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-41fa5670-1aa1-44d3-a77a-6d316206284a tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.949077 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-41fa5670-1aa1-44d3-a77a-6d316206284a tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330757 Aug 27 03:47:08.973101 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:08.996471 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 20f71bb7-489e-4d4f-aeae-cf380c27afe2, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=20f71bb7-489e-4d4f-aeae-cf380c27afe2,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:09.001389 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:09.050883 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=20f71bb7-489e-4d4f-aeae-cf380c27afe2,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:10.584794 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Sync routers for ids ['8b939731-9d12-417f-911c-5f6289f6844a'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:47:10.594881 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Routers {'8b939731-9d12-417f-911c-5f6289f6844a'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:10.595499 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:47:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['8b939731-9d12-417f-911c-5f6289f6844a'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:10.700228 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Set router 8b939731-9d12-417f-911c-5f6289f6844a gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:10.854282 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 20f71bb7-489e-4d4f-aeae-cf380c27afe2 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:47:10.999448 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 20f71bb7-489e-4d4f-aeae-cf380c27afe2 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:10.999881 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:11.150992 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:11.155464 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b939731-9d12-417f-911c-5f6289f6844a', 'name': 'tempest-TestShelveInstance-553718544-router', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:47:02Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 4, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'gw_port': {'id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:03Z', 'updated_at': '2021-08-27T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '27a9e3ed-24ff-43c2-ab94-67644554b875', 'name': '', 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'mac_address': 'fa:16:3e:a9:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '481c9fe1-14c0-42ba-8013-9ac058df56a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:05Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 2, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'subnets': [{'id': '481c9fe1-14c0-42ba-8013-9ac058df56a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:11.182607 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Checking router: 8b939731-9d12-417f-911c-5f6289f6844a for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:47:11.182986 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Updating router 8b939731-9d12-417f-911c-5f6289f6844a port 27a9e3ed-24ff-43c2-ab94-67644554b875 binding host dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:47:11.206706 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:11.480026 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Notify callbacks [] for port, precommit_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:11.490953 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Transition to ACTIVE for port object 27a9e3ed-24ff-43c2-ab94-67644554b875 will not be triggered until provisioned by entity L2. {{(pid=93975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:47:11.496365 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:11.553469 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcba9ed-7823-4280-a669-37a01cc4b7bd None None] Pushing event updated for resources: {'Port': ['ID=27a9e3ed-24ff-43c2-ab94-67644554b875,revision_number=3']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:11.607116 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Attempting to bind port 27a9e3ed-24ff-43c2-ab94-67644554b875 on host dv-cinder-805887-5-iscsi for vnic_type normal with profile {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:47:11.607783 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Attempting to bind port 27a9e3ed-24ff-43c2-ab94-67644554b875 by drivers openvswitch,hyperv on host dv-cinder-805887-5-iscsi at level 0 using segments [{'id': '7b4f3250-e16d-4bd8-96f7-e396fea445c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637'}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:47:11.607883 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Attempting to bind port 27a9e3ed-24ff-43c2-ab94-67644554b875 on network 7f7da1db-bc14-460a-a87a-b0e5c1899637 {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:47:11.612977 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Checking agent: {'id': 'b4ca19b8-37f6-4cd0-862e-e490894bbfca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 4, 6), 'started_at': datetime.datetime(2021, 8, 27, 3, 4, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:47:11.613989 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Checking segment: {'id': '7b4f3250-e16d-4bd8-96f7-e396fea445c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:47:11.614397 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:11.614811 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Bound using segment: {'id': '7b4f3250-e16d-4bd8-96f7-e396fea445c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637'} {{(pid=93975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:47:11.615279 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.managers [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Bound port: 27a9e3ed-24ff-43c2-ab94-67644554b875, host: dv-cinder-805887-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4f3250-e16d-4bd8-96f7-e396fea445c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637'}}] {{(pid=93975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:47:11.615656 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:11.687477 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] For port 27a9e3ed-24ff-43c2-ab94-67644554b875, host dv-cinder-805887-5-iscsi, cleared binding levels {{(pid=93975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:47:11.690747 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] For port 27a9e3ed-24ff-43c2-ab94-67644554b875, host dv-cinder-805887-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=27a9e3ed-24ff-43c2-ab94-67644554b875,segment=NetworkSegment(7b4f3250-e16d-4bd8-96f7-e396fea445c2),segment_id=7b4f3250-e16d-4bd8-96f7-e396fea445c2)] {{(pid=93975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:47:11.695795 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:11.752963 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Routers {'8b939731-9d12-417f-911c-5f6289f6844a'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:11.753600 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:47:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['8b939731-9d12-417f-911c-5f6289f6844a'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:11.797206 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcba9ed-7823-4280-a669-37a01cc4b7bd None None] Pushing event updated for resources: {'Port': ['ID=27a9e3ed-24ff-43c2-ab94-67644554b875,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:11.882231 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] Set router 8b939731-9d12-417f-911c-5f6289f6844a gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:12.087433 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b939731-9d12-417f-911c-5f6289f6844a', 'name': 'tempest-TestShelveInstance-553718544-router', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:47:02Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 4, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'gw_port': {'id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:03Z', 'updated_at': '2021-08-27T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '27a9e3ed-24ff-43c2-ab94-67644554b875', 'name': '', 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'mac_address': 'fa:16:3e:a9:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '481c9fe1-14c0-42ba-8013-9ac058df56a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:05Z', 'updated_at': '2021-08-27T03:47:11Z', 'revision_number': 4, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'subnets': [{'id': '481c9fe1-14c0-42ba-8013-9ac058df56a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:12.117208 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65a8c9-72f1-4ca2-bf56-724f6b38a52f None None] The sync data for ids ['8b939731-9d12-417f-911c-5f6289f6844a'] in dv-cinder-805887-5-iscsi is: [{'id': '8b939731-9d12-417f-911c-5f6289f6844a', 'name': 'tempest-TestShelveInstance-553718544-router', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:47:02Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 4, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'gw_port': {'id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:03Z', 'updated_at': '2021-08-27T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': '27a9e3ed-24ff-43c2-ab94-67644554b875', 'name': '', 'network_id': '7f7da1db-bc14-460a-a87a-b0e5c1899637', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'mac_address': 'fa:16:3e:a9:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '481c9fe1-14c0-42ba-8013-9ac058df56a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:05Z', 'updated_at': '2021-08-27T03:47:11Z', 'revision_number': 4, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'subnets': [{'id': '481c9fe1-14c0-42ba-8013-9ac058df56a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:47:12.555030 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58796) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:12.691983 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a21bfc61-2e3f-4f19-9a5f-2135c1171483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:12.786897 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a21bfc61-2e3f-4f19-9a5f-2135c1171483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:12.792482 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-a21bfc61-2e3f-4f19-9a5f-2135c1171483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:12.822705 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 27a9e3ed-24ff-43c2-ab94-67644554b875 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:47:12.823213 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bfc61-2e3f-4f19-9a5f-2135c1171483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834008c2-617b-4473-a06b-049f6613a2d9,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:12.838781 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-a21bfc61-2e3f-4f19-9a5f-2135c1171483 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=775c9e220e7941489bf74ce740cfa8c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796767 Aug 27 03:47:12.839528 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58802) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:12.875829 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning for port 27a9e3ed-24ff-43c2-ab94-67644554b875 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:47:12.880528 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 27a9e3ed-24ff-43c2-ab94-67644554b875 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:12.880898 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:12.896166 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-67d914fb-59ba-4cc5-95a6-fae80273b667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:12.918198 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-67d914fb-59ba-4cc5-95a6-fae80273b667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:12.966009 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:12.980115 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-67d914fb-59ba-4cc5-95a6-fae80273b667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:12.983220 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-67d914fb-59ba-4cc5-95a6-fae80273b667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:12.987102 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-67d914fb-59ba-4cc5-95a6-fae80273b667 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/834008c2-617b-4473-a06b-049f6613a2d9 HTTP/1.1" status: 204 len: 168 time: 0.1465476 Aug 27 03:47:12.995376 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d914fb-59ba-4cc5-95a6-fae80273b667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834008c2-617b-4473-a06b-049f6613a2d9,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:13.004704 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] For port 27a9e3ed-24ff-43c2-ab94-67644554b875, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=27a9e3ed-24ff-43c2-ab94-67644554b875,segment=NetworkSegment(7b4f3250-e16d-4bd8-96f7-e396fea445c2),segment_id=7b4f3250-e16d-4bd8-96f7-e396fea445c2)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:13.010472 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:13.067464 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Pushing event updated for resources: {'Port': ['ID=27a9e3ed-24ff-43c2-ab94-67644554b875,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:13.259612 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58808) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:13.274348 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-7c2fc1c7-36c3-499b-b489-2991d67c8c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:13.371765 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-7c2fc1c7-36c3-499b-b489-2991d67c8c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:13.376428 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-7c2fc1c7-36c3-499b-b489-2991d67c8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:13.416107 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-7c2fc1c7-36c3-499b-b489-2991d67c8c35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48ee99b6585d4562a92607a773f504f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553841 Aug 27 03:47:13.416986 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fc1c7-36c3-499b-b489-2991d67c8c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a3db0c-a275-485e-882c-88458cc1dc4b,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:13.418823 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58810) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:13.469503 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-26b3f013-5729-4f1c-a4db-fc8e7488f664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:13.491251 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-26b3f013-5729-4f1c-a4db-fc8e7488f664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:13.537557 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-26b3f013-5729-4f1c-a4db-fc8e7488f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:13.540300 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-26b3f013-5729-4f1c-a4db-fc8e7488f664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:13.541441 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-26b3f013-5729-4f1c-a4db-fc8e7488f664 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36a3db0c-a275-485e-882c-88458cc1dc4b HTTP/1.1" status: 204 len: 168 time: 0.1216509 Aug 27 03:47:13.548985 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3f013-5729-4f1c-a4db-fc8e7488f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a3db0c-a275-485e-882c-88458cc1dc4b,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:14.807062 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 27a9e3ed-24ff-43c2-ab94-67644554b875 up at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:47:14.854536 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Provisioning complete for port 27a9e3ed-24ff-43c2-ab94-67644554b875 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:14.854952 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:18.102502 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:18.507653 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58924) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:18.611339 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9050cbc5-411d-41b4-85ed-82c45507c16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:18.700959 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9050cbc5-411d-41b4-85ed-82c45507c16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:18.704786 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9050cbc5-411d-41b4-85ed-82c45507c16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:18.742839 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-9050cbc5-411d-41b4-85ed-82c45507c16f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d86757f010a2453594b072cf8e69ef13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341158 Aug 27 03:47:18.743541 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050cbc5-411d-41b4-85ed-82c45507c16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90641186-085b-4fdd-83fb-f7389d7c6a17,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:18.745821 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 58928) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:18.795471 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5746fffa-7fd8-4fda-a2ab-be6b880c4e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:18.819420 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5746fffa-7fd8-4fda-a2ab-be6b880c4e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:18.864637 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5746fffa-7fd8-4fda-a2ab-be6b880c4e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:18.867281 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5746fffa-7fd8-4fda-a2ab-be6b880c4e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:18.868440 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-5746fffa-7fd8-4fda-a2ab-be6b880c4e26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90641186-085b-4fdd-83fb-f7389d7c6a17 HTTP/1.1" status: 204 len: 168 time: 0.1217177 Aug 27 03:47:18.876222 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746fffa-7fd8-4fda-a2ab-be6b880c4e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90641186-085b-4fdd-83fb-f7389d7c6a17,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:19.131575 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58938) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:19.145148 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ae28f1a7-2cd3-4851-b36e-b0f4b4e1cf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:19.234264 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ae28f1a7-2cd3-4851-b36e-b0f4b4e1cf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:19.238825 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ae28f1a7-2cd3-4851-b36e-b0f4b4e1cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:19.280805 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28f1a7-2cd3-4851-b36e-b0f4b4e1cf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835ed49e-8665-49f8-a47b-bedcf99c94ab,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:19.285842 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-ae28f1a7-2cd3-4851-b36e-b0f4b4e1cf43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=433687a0ccfe41b6bc210b1330005112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525199 Aug 27 03:47:19.288172 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 58940) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:19.337559 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f6cc71d8-86a2-4e2d-b428-77e03d8abcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:19.360309 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f6cc71d8-86a2-4e2d-b428-77e03d8abcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:19.406513 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f6cc71d8-86a2-4e2d-b428-77e03d8abcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:19.409176 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-f6cc71d8-86a2-4e2d-b428-77e03d8abcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:19.411000 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-f6cc71d8-86a2-4e2d-b428-77e03d8abcac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/835ed49e-8665-49f8-a47b-bedcf99c94ab HTTP/1.1" status: 204 len: 168 time: 0.1218972 Aug 27 03:47:19.419069 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc71d8-86a2-4e2d-b428-77e03d8abcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835ed49e-8665-49f8-a47b-bedcf99c94ab,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:26.475402 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-a7b82a5f-88b4-4d83-8822-00e823dfa74b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1300047850&fields=id&tenant_id=85756cb928784a959a0e8e5a52e96843 HTTP/1.1" status: 200 len: 267 time: 0.0361495 Aug 27 03:47:26.582366 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-8702f5d6-664d-4450-92c2-5cde4849ac5c tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:26.583853 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-8702f5d6-664d-4450-92c2-5cde4849ac5c tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/networks?id=d22afcbe-2020-4f30-8657-457a3dc769ad HTTP/1.1" status: 200 len: 807 time: 0.1015031 Aug 27 03:47:26.599253 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-6e0e763a-040b-43df-a467-5955d8840ffd tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/quotas/85756cb928784a959a0e8e5a52e96843 HTTP/1.1" status: 200 len: 375 time: 0.0097501 Aug 27 03:47:26.651983 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9c641e4e-c5cd-4750-a733-e5175db8fe19 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85756cb928784a959a0e8e5a52e96843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476348 Aug 27 03:47:26.755694 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-0e775231-6697-4f58-8125-780a549fd0df service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:47:26.756667 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-0e775231-6697-4f58-8125-780a549fd0df service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0930505 Aug 27 03:47:26.843966 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-5cb3f2bb-fc51-4564-8708-c8d15e835bc9 service neutron] 10.222.0.30 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812259 Aug 27 03:47:26.934320 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-62394c99-04f3-4458-9eed-b8fb70f41e7d service neutron] 10.222.0.30 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844080 Aug 27 03:47:27.218450 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-127fe06c-a6a8-4b45-827e-d4ebc897316c req-25cc59ca-c382-4ab0-9f1c-ad088cb680d7 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 210 time: 0.0339231 Aug 27 03:47:27.998487 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 59140) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:28.104526 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b6e84e07-6dac-4dbc-8027-d9db156c5e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.266463 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d77e74d-6368-4ecf-b954-e3320d6c2769 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:28.267955 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d77e74d-6368-4ecf-b954-e3320d6c2769 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.21 "GET /v2.0/networks?id=d22afcbe-2020-4f30-8657-457a3dc769ad HTTP/1.1" status: 200 len: 807 time: 0.1303804 Aug 27 03:47:28.293553 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b6e84e07-6dac-4dbc-8027-d9db156c5e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.303286 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b6e84e07-6dac-4dbc-8027-d9db156c5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.306387 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d8d266ff-9ea2-4dc6-9dcb-9b3e0943d0df req-8a41c85d-7aff-42e7-ab66-e84afecf679b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 210 time: 0.0274274 Aug 27 03:47:28.352570 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-94c0fd96-9ffe-4824-b0ba-d11030df226d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85756cb928784a959a0e8e5a52e96843 HTTP/1.1" status: 200 len: 380 time: 0.0740123 Aug 27 03:47:28.363984 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Request body: {'port': {'device_id': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'admin_state_up': True, 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'security_groups': ['fd862147-2230-4cef-acf4-d61332ab5577']}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:28.368533 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-b6e84e07-6dac-4dbc-8027-d9db156c5e6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5571cc19e354c799ec9f31a987fa16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690169 Aug 27 03:47:28.370883 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e84e07-6dac-4dbc-8027-d9db156c5e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237239fc-8f2a-4eee-97df-5ea559913ca8,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:28.371438 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59146) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:28.422437 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0d02-9d4f-4d63-9a93-069ce599e40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.444944 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0d02-9d4f-4d63-9a93-069ce599e40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.486856 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Made reservation on behalf of 85756cb928784a959a0e8e5a52e96843 for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:47:28.490685 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.495172 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0d02-9d4f-4d63-9a93-069ce599e40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.497671 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0d02-9d4f-4d63-9a93-069ce599e40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.498832 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-eb5d0d02-9d4f-4d63-9a93-069ce599e40c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/237239fc-8f2a-4eee-97df-5ea559913ca8 HTTP/1.1" status: 204 len: 168 time: 0.1263754 Aug 27 03:47:28.507175 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d0d02-9d4f-4d63-9a93-069ce599e40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237239fc-8f2a-4eee-97df-5ea559913ca8,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:28.631567 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Allocated IP 172.20.0.6 (d22afcbe-2020-4f30-8657-457a3dc769ad/7fc5bf13-baa2-48a2-ad9d-e81b348a9098/0845d996-8067-4b38-8b70-60c15268065e) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:47:28.786534 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.801903 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Transition to ACTIVE for port object 0845d996-8067-4b38-8b70-60c15268065e will not be triggered until provisioned by entity DHCP. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:47:28.816378 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59154) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:28.829071 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-531eabc8-a416-45e3-90d2-79f2fe03e44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.835031 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.888814 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Network d22afcbe-2020-4f30-8657-457a3dc769ad is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:47:28.892174 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:47:28.897268 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:47:28.901205 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event updated for resources: {'Port': ['ID=0845d996-8067-4b38-8b70-60c15268065e,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:28.923102 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-531eabc8-a416-45e3-90d2-79f2fe03e44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.928050 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-531eabc8-a416-45e3-90d2-79f2fe03e44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.952012 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:28.952667 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.968237 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-531eabc8-a416-45e3-90d2-79f2fe03e44b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f29daec89e10497f885b2500096aa9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506414 Aug 27 03:47:28.968469 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-1bf38bc8-69cd-48d9-846a-d6cf4241b9ff tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6087134 Aug 27 03:47:28.969130 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531eabc8-a416-45e3-90d2-79f2fe03e44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087a419d-d95c-4549-a471-9defbfddc4b9,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:28.970509 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 59156) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:28.982525 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Request body: {'port': {'device_id': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:29.069337 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.083018 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-385c9ce9-4698-4974-8d7d-65b2e4039ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.131815 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-385c9ce9-4698-4974-8d7d-65b2e4039ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.153274 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-0a84bd09-8ccb-44f6-bd59-73822c419047 None None] Provisioning for port 0845d996-8067-4b38-8b70-60c15268065e completed by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:47:29.157181 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-0a84bd09-8ccb-44f6-bd59-73822c419047 None None] Provisioning complete for port 0845d996-8067-4b38-8b70-60c15268065e triggered by entity DHCP. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:29.157614 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0a84bd09-8ccb-44f6-bd59-73822c419047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.191432 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-0a84bd09-8ccb-44f6-bd59-73822c419047 None None] Port 0845d996-8067-4b38-8b70-60c15268065e cannot update to ACTIVE because it is not bound. {{(pid=93975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:47:29.287640 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-385c9ce9-4698-4974-8d7d-65b2e4039ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.290177 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-385c9ce9-4698-4974-8d7d-65b2e4039ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.291361 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-385c9ce9-4698-4974-8d7d-65b2e4039ff8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/087a419d-d95c-4549-a471-9defbfddc4b9 HTTP/1.1" status: 204 len: 168 time: 0.3196898 Aug 27 03:47:29.307124 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c9ce9-4698-4974-8d7d-65b2e4039ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a419d-d95c-4549-a471-9defbfddc4b9,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:29.450885 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0845d996-8067-4b38-8b70-60c15268065e {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:47:29.459749 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.475048 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb429658-eecd-4600-be27-97631c3bc69a req-d4758f24-5ae4-4361-a4b0-b6823a0ed3bd tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:29.476565 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bb429658-eecd-4600-be27-97631c3bc69a req-d4758f24-5ae4-4361-a4b0-b6823a0ed3bd tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 931 time: 0.0961256 Aug 27 03:47:29.491651 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Transition to ACTIVE for port object 0845d996-8067-4b38-8b70-60c15268065e will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:47:29.503723 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.569333 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bb429658-eecd-4600-be27-97631c3bc69a req-78f4c81b-0024-4547-972a-44925290e327 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869203 Aug 27 03:47:29.577822 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Pushing event updated for resources: {'Port': ['ID=0845d996-8067-4b38-8b70-60c15268065e,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:29.644213 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59164) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:29.656762 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Attempting to bind port 0845d996-8067-4b38-8b70-60c15268065e on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:47:29.657119 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Attempting to bind port 0845d996-8067-4b38-8b70-60c15268065e by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:47:29.657434 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Attempting to bind port 0845d996-8067-4b38-8b70-60c15268065e on network d22afcbe-2020-4f30-8657-457a3dc769ad {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:47:29.658975 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eca5168f-420b-4fcc-aca7-292a0ea2d2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.662384 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Port 0845d996-8067-4b38-8b70-60c15268065e on network d22afcbe-2020-4f30-8657-457a3dc769ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:47:29.662712 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Attempting to bind port 0845d996-8067-4b38-8b70-60c15268065e on network d22afcbe-2020-4f30-8657-457a3dc769ad {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:47:29.669602 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:47:29.669938 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Checking segment: {'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:47:29.670326 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Bound using segment: {'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:47:29.670991 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Bound port: 0845d996-8067-4b38-8b70-60c15268065e, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f82c0e-1589-43e6-9479-722c8d5c76fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:47:29.671371 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.764451 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] For port 0845d996-8067-4b38-8b70-60c15268065e, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:47:29.768200 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] For port 0845d996-8067-4b38-8b70-60c15268065e, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0845d996-8067-4b38-8b70-60c15268065e,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:47:29.773841 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.781389 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eca5168f-420b-4fcc-aca7-292a0ea2d2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.786794 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-eca5168f-420b-4fcc-aca7-292a0ea2d2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.813251 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:29.813935 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.815462 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] 10.222.0.21 "PUT /v2.0/ports/0845d996-8067-4b38-8b70-60c15268065e HTTP/1.1" status: 200 len: 1093 time: 0.8380926 Aug 27 03:47:29.816314 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'tag': '0845d996-8067-4b38-8b70-60c15268065e'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:47:29.818905 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1fa371-b08c-4c71-bee6-973c74299fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "tag": "0845d996-8067-4b38-8b70-60c15268065e"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:47:29.842549 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-eca5168f-420b-4fcc-aca7-292a0ea2d2ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e867559533d4529a0b7d3128c94d39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970100 Aug 27 03:47:29.843441 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5168f-420b-4fcc-aca7-292a0ea2d2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4daf2c-f6eb-402f-a2d1-8646f5ffa431,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:29.846450 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59170) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:29.857999 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40a448-9aa0-4725-b0b1-30e782802a34 service neutron] Pushing event updated for resources: {'Port': ['ID=0845d996-8067-4b38-8b70-60c15268065e,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:29.867005 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7223770-298b-44b7-a092-8a9e4ab890a6 x-openstack-request-id: req-b7223770-298b-44b7-a092-8a9e4ab890a6 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:47:29.867234 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "tag": "0845d996-8067-4b38-8b70-60c15268065e", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:47:29.867486 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7223770-298b-44b7-a092-8a9e4ab890a6 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:47:29.867953 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'tag': '0845d996-8067-4b38-8b70-60c15268065e', 'status': 'completed', 'code': 200} Aug 27 03:47:29.909140 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d6927ae5-4f4f-4853-84e3-170743a23188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.929002 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-c1e0e451-cfa3-42d7-ad6c-1cd56946b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:29.930699 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-c1e0e451-cfa3-42d7-ad6c-1cd56946b703 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85756cb928784a959a0e8e5a52e96843&device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1096 time: 0.0525916 Aug 27 03:47:29.933488 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d6927ae5-4f4f-4853-84e3-170743a23188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.975340 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-9ac2fd1d-49ad-4a30-90f4-15a09c661181 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845d996-8067-4b38-8b70-60c15268065e HTTP/1.1" status: 200 len: 217 time: 0.0362601 Aug 27 03:47:29.988902 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d6927ae5-4f4f-4853-84e3-170743a23188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.991766 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d6927ae5-4f4f-4853-84e3-170743a23188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:29.993843 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d6927ae5-4f4f-4853-84e3-170743a23188 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a4daf2c-f6eb-402f-a2d1-8646f5ffa431 HTTP/1.1" status: 204 len: 168 time: 0.1459908 Aug 27 03:47:30.003745 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6927ae5-4f4f-4853-84e3-170743a23188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4daf2c-f6eb-402f-a2d1-8646f5ffa431,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:30.048367 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-a5f215cb-c717-4b22-bdc7-61e6836db23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:30.049920 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-a5f215cb-c717-4b22-bdc7-61e6836db23f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fc5bf13-baa2-48a2-ad9d-e81b348a9098 HTTP/1.1" status: 200 len: 846 time: 0.0677249 Aug 27 03:47:30.099060 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-b6980c7a-05bf-4ab6-9f3b-c27ea7e2289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:30.100508 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-b6980c7a-05bf-4ab6-9f3b-c27ea7e2289d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d22afcbe-2020-4f30-8657-457a3dc769ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439222 Aug 27 03:47:30.196462 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-b3896544-79ac-43d0-950f-f02eebee0fff service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887103 Aug 27 03:47:30.305762 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-882eb16f-3688-4c8e-9817-94c9e544de83 req-e04c9fe2-27d8-4f40-bf47-5df724b0c80d service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025000 Aug 27 03:47:30.396517 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa371-b08c-4c71-bee6-973c74299fb0 req-459e58e1-dbc1-4af0-9cd0-ba5c395246ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:30.398371 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3e1fa371-b08c-4c71-bee6-973c74299fb0 req-459e58e1-dbc1-4af0-9cd0-ba5c395246ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85756cb928784a959a0e8e5a52e96843&device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1096 time: 0.0424922 Aug 27 03:47:30.492070 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa371-b08c-4c71-bee6-973c74299fb0 req-232ab750-14ef-4c14-be2f-42932988f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:30.493592 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3e1fa371-b08c-4c71-bee6-973c74299fb0 req-232ab750-14ef-4c14-be2f-42932988f1ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=d22afcbe-2020-4f30-8657-457a3dc769ad HTTP/1.1" status: 200 len: 908 time: 0.0887482 Aug 27 03:47:30.538798 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3e1fa371-b08c-4c71-bee6-973c74299fb0 req-4aa3e34e-1bd0-456d-880d-12bc408f8d7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845d996-8067-4b38-8b70-60c15268065e HTTP/1.1" status: 200 len: 217 time: 0.0371306 Aug 27 03:47:30.592027 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa371-b08c-4c71-bee6-973c74299fb0 req-49932b44-24ab-4fbe-bb6b-016ba9f56899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:30.593505 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3e1fa371-b08c-4c71-bee6-973c74299fb0 req-49932b44-24ab-4fbe-bb6b-016ba9f56899 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fc5bf13-baa2-48a2-ad9d-e81b348a9098 HTTP/1.1" status: 200 len: 846 time: 0.0460455 Aug 27 03:47:30.688205 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa371-b08c-4c71-bee6-973c74299fb0 req-9979e541-1af7-43b5-ab76-2588295b5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:30.689770 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3e1fa371-b08c-4c71-bee6-973c74299fb0 req-9979e541-1af7-43b5-ab76-2588295b5e1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d22afcbe-2020-4f30-8657-457a3dc769ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867836 Aug 27 03:47:30.702275 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6c195-c4bd-4c40-975a-9665e0a9015d req-bbbdd28a-762a-4ce6-856f-f9a051b5f452 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:30.703778 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-77e6c195-c4bd-4c40-975a-9665e0a9015d req-bbbdd28a-762a-4ce6-856f-f9a051b5f452 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0635614 Aug 27 03:47:30.796540 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-77e6c195-c4bd-4c40-975a-9665e0a9015d req-562b5fbe-bad0-43e3-9cdd-e08458eb0331 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813622 Aug 27 03:47:30.822800 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3e1fa371-b08c-4c71-bee6-973c74299fb0 req-0b7cd495-3350-4e5e-aea4-957d4f69dfce service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180561 Aug 27 03:47:30.916015 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-3e1fa371-b08c-4c71-bee6-973c74299fb0 req-9ace1d90-c057-40fd-bc21-d9fd479c7899 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861456 Aug 27 03:47:31.911552 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c26532-0ff3-4b60-9cdc-c9b22f5194a4 req-c31d4117-6dd0-4092-9a44-f22c6f56cb05 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:31.913049 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-76c26532-0ff3-4b60-9cdc-c9b22f5194a4 req-c31d4117-6dd0-4092-9a44-f22c6f56cb05 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0495098 Aug 27 03:47:31.953173 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-76c26532-0ff3-4b60-9cdc-c9b22f5194a4 req-2a9bc290-76b9-43ed-9425-b32488e5076d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341406 Aug 27 03:47:32.078482 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59248) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:32.180599 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b1e9-2cd2-417d-b085-b3f8319d7404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.266287 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b1e9-2cd2-417d-b085-b3f8319d7404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.269883 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b1e9-2cd2-417d-b085-b3f8319d7404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.309949 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-2dd1b1e9-2cd2-417d-b085-b3f8319d7404 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e5e0e4c3d204a31afa9e9d447cd8f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303982 Aug 27 03:47:32.311064 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1b1e9-2cd2-417d-b085-b3f8319d7404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c58481-ec85-477c-bb74-89d6e503fa6b,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:32.312649 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 59252) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:32.363850 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-927a0eac-522d-4399-b54b-2b935779c0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.384741 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-927a0eac-522d-4399-b54b-2b935779c0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.431086 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-927a0eac-522d-4399-b54b-2b935779c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.433715 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-927a0eac-522d-4399-b54b-2b935779c0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.434873 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-927a0eac-522d-4399-b54b-2b935779c0a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8c58481-ec85-477c-bb74-89d6e503fa6b HTTP/1.1" status: 204 len: 168 time: 0.1211545 Aug 27 03:47:32.442458 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a0eac-522d-4399-b54b-2b935779c0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c58481-ec85-477c-bb74-89d6e503fa6b,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:32.695707 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 59258) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:32.712300 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d4be118c-d8d3-4bcb-ba57-f19f8cd9015a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.798393 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d4be118c-d8d3-4bcb-ba57-f19f8cd9015a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.801922 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d4be118c-d8d3-4bcb-ba57-f19f8cd9015a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.839501 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-d4be118c-d8d3-4bcb-ba57-f19f8cd9015a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eacb8b76b10f46e2b8473556f076d335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427205 Aug 27 03:47:32.840599 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be118c-d8d3-4bcb-ba57-f19f8cd9015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4acf0-db93-4646-b25b-7e4fdc056921,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:32.842074 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59260) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:32.891455 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ac00e87-e1ab-422a-96bf-3e48fc8a3220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.915942 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ac00e87-e1ab-422a-96bf-3e48fc8a3220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.960349 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ac00e87-e1ab-422a-96bf-3e48fc8a3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.962902 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-4ac00e87-e1ab-422a-96bf-3e48fc8a3220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:32.964018 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-4ac00e87-e1ab-422a-96bf-3e48fc8a3220 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6b4acf0-db93-4646-b25b-7e4fdc056921 HTTP/1.1" status: 204 len: 168 time: 0.1209829 Aug 27 03:47:32.971215 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac00e87-e1ab-422a-96bf-3e48fc8a3220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4acf0-db93-4646-b25b-7e4fdc056921,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:33.068049 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218820f-d8d1-45d8-9004-faccfb34db0b req-20e372a1-a6c3-4416-a652-2ae3e93ef524 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:33.069576 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1218820f-d8d1-45d8-9004-faccfb34db0b req-20e372a1-a6c3-4416-a652-2ae3e93ef524 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0509138 Aug 27 03:47:33.113404 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1218820f-d8d1-45d8-9004-faccfb34db0b req-d3426fcb-02c1-40a1-bce6-9b85989af582 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373218 Aug 27 03:47:33.810857 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-30340d3f-e0c5-4e3a-a975-7be0facde437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:34.225083 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1154cf-7797-444d-9c84-8398d9ec909c req-2386c97e-42a0-43b5-b6e9-f5de3ea873b7 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:34.226534 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fb1154cf-7797-444d-9c84-8398d9ec909c req-2386c97e-42a0-43b5-b6e9-f5de3ea873b7 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0478961 Aug 27 03:47:34.262201 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fb1154cf-7797-444d-9c84-8398d9ec909c req-140fc997-17b8-4819-a151-b7007831e292 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298367 Aug 27 03:47:35.375459 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd1b6d-a2aa-4fb2-84ae-955ac575e92f req-72201153-83c7-4602-a50c-df36fde2f929 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:35.376909 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8ccd1b6d-a2aa-4fb2-84ae-955ac575e92f req-72201153-83c7-4602-a50c-df36fde2f929 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0483186 Aug 27 03:47:35.416962 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8ccd1b6d-a2aa-4fb2-84ae-955ac575e92f req-cdb1e698-7125-40ba-955f-7fca597d44c3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341353 Aug 27 03:47:36.240036 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:36.526700 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d200288-fe91-4b71-a509-47e5b0d10596 req-efa65cf5-146a-4e5a-a43a-45f47ac06f79 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:36.528161 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4d200288-fe91-4b71-a509-47e5b0d10596 req-efa65cf5-146a-4e5a-a43a-45f47ac06f79 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0476856 Aug 27 03:47:36.564741 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4d200288-fe91-4b71-a509-47e5b0d10596 req-afd2c199-546d-4e6f-953b-b66470271153 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308192 Aug 27 03:47:37.073860 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:47:37.639118 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e65b07cd-2dc3-470f-9059-d70583ff1d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:37.674368 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b409fb7-7363-41c8-9d76-2bcb8b62cc51 req-e001ad1b-f516-4ed8-8afd-d06c3d324be1 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:37.676343 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2b409fb7-7363-41c8-9d76-2bcb8b62cc51 req-e001ad1b-f516-4ed8-8afd-d06c3d324be1 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0497742 Aug 27 03:47:37.713907 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2b409fb7-7363-41c8-9d76-2bcb8b62cc51 req-21ba9238-939a-4ab6-add6-48044f0ed1f2 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314772 Aug 27 03:47:38.086352 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 0845d996-8067-4b38-8b70-60c15268065e details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:47:38.181823 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 0845d996-8067-4b38-8b70-60c15268065e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0845d996-8067-4b38-8b70-60c15268065e,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:38.192953 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '0845d996-8067-4b38-8b70-60c15268065e', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'port_id': '0845d996-8067-4b38-8b70-60c15268065e', 'mac_address': 'fa:16:3e:8b:da:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:47:38.228381 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:38.241036 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0845d996-8067-4b38-8b70-60c15268065e {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:47:38.259607 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 0845d996-8067-4b38-8b70-60c15268065e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0845d996-8067-4b38-8b70-60c15268065e,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:38.263456 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:38.311554 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=0845d996-8067-4b38-8b70-60c15268065e,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:38.514212 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['0845d996-8067-4b38-8b70-60c15268065e'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:47:38.557369 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:38.827689 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535815e-c8b3-49d1-a53c-8ed114e77902 req-662ce239-255e-49d4-9ca8-29b3a754ba34 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:38.829117 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4535815e-c8b3-49d1-a53c-8ed114e77902 req-662ce239-255e-49d4-9ca8-29b3a754ba34 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 944 time: 0.0498612 Aug 27 03:47:39.089589 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4535815e-c8b3-49d1-a53c-8ed114e77902 req-e10a1945-b4e8-4876-8a73-ba2470cb5bd3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538636 Aug 27 03:47:40.102017 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 0845d996-8067-4b38-8b70-60c15268065e up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:47:40.151734 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 0845d996-8067-4b38-8b70-60c15268065e completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:47:40.155368 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 0845d996-8067-4b38-8b70-60c15268065e triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:47:40.155738 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:40.203993 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c6056-af55-4f87-87a6-892258f70bd0 req-199f0cbe-e81a-44a3-b2a5-c581a1c3062f tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:40.205599 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cd1c6056-af55-4f87-87a6-892258f70bd0 req-199f0cbe-e81a-44a3-b2a5-c581a1c3062f tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 944 time: 0.0488746 Aug 27 03:47:40.232185 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:40.246830 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-cd1c6056-af55-4f87-87a6-892258f70bd0 req-bb74da41-00fb-4172-b9c6-c7fb967e852f tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335879 Aug 27 03:47:40.256023 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845d996-8067-4b38-8b70-60c15268065e'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:47:40.258380 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d4cfb5-9462-4eb9-b516-eed4a812deb4" -d '{"events": [{"server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "name": "network-vif-plugged", "status": "completed", "tag": "0845d996-8067-4b38-8b70-60c15268065e"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:47:40.275680 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 0845d996-8067-4b38-8b70-60c15268065e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0845d996-8067-4b38-8b70-60c15268065e,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:40.280545 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:40.330441 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=0845d996-8067-4b38-8b70-60c15268065e,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:40.462425 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbe7b5a-e2ea-4fdb-8d7f-38b4a4fdc83c x-openstack-request-id: req-6cbe7b5a-e2ea-4fdb-8d7f-38b4a4fdc83c {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:47:40.462717 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "name": "network-vif-plugged", "status": "completed", "tag": "0845d996-8067-4b38-8b70-60c15268065e", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:47:40.462995 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cbe7b5a-e2ea-4fdb-8d7f-38b4a4fdc83c {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:47:40.463396 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845d996-8067-4b38-8b70-60c15268065e', 'code': 200} Aug 27 03:47:40.663878 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cb1ff-ad51-4364-b60e-a0e4ef93464c req-168d9c43-d654-440e-975b-c68f0b15901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:40.665326 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e67cb1ff-ad51-4364-b60e-a0e4ef93464c req-168d9c43-d654-440e-975b-c68f0b15901c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1098 time: 0.0394657 Aug 27 03:47:40.703334 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e67cb1ff-ad51-4364-b60e-a0e4ef93464c req-fdc02bed-72e2-4a2a-ace0-00bb2b55d12f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307081 Aug 27 03:47:41.135296 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:41.365108 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4217a-8126-414d-ba14-68561f4eb354 req-275b4a15-7e30-42e2-80c2-e0a8e84e2967 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:41.366546 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-80c4217a-8126-414d-ba14-68561f4eb354 req-275b4a15-7e30-42e2-80c2-e0a8e84e2967 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0504489 Aug 27 03:47:41.404625 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-80c4217a-8126-414d-ba14-68561f4eb354 req-81042668-ae55-4f74-a88c-1b84e54b5ed1 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321624 Aug 27 03:47:42.520002 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ab5a9-54ce-4b88-a7dd-2357411e3c97 req-f483a2c2-8a45-486d-8e75-d24f2588a0a5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:42.521459 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9c8ab5a9-54ce-4b88-a7dd-2357411e3c97 req-f483a2c2-8a45-486d-8e75-d24f2588a0a5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0486774 Aug 27 03:47:42.559133 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9c8ab5a9-54ce-4b88-a7dd-2357411e3c97 req-4caa5a82-5b62-41fb-aa35-adcff2d4135d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314565 Aug 27 03:47:42.668263 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d853a-df46-4361-a20e-588a38ac576c req-0c1e1bda-ecd1-4665-83b9-6369a4d08db7 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:42.669705 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-052d853a-df46-4361-a20e-588a38ac576c req-0c1e1bda-ecd1-4665-83b9-6369a4d08db7 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0472839 Aug 27 03:47:42.707464 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-052d853a-df46-4361-a20e-588a38ac576c req-c0d163cf-1eeb-4ee1-8786-9b9c03e75e29 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Aug 27 03:47:42.728476 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59308) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:42.923050 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc755f8-2728-4ec3-b788-17e6580b0578 tempest-TestShelveInstance-253752155 tempest-TestShelveInstance-253752155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:42.924538 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-0cc755f8-2728-4ec3-b788-17e6580b0578 tempest-TestShelveInstance-253752155 tempest-TestShelveInstance-253752155-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1093 time: 0.1950800 Aug 27 03:47:42.927626 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59312) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:42.931858 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Request body: {'floatingip': {'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'port_id': '0845d996-8067-4b38-8b70-60c15268065e', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:47:42.952263 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for floatingip, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:43.052965 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:43.161479 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_common [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Allocated IP 172.27.1.57 (d6676dde-6651-46ea-a9ba-371911ee51a4/186c3e0f-b86f-4874-b5d1-aba73e62ecba/fce1726d-d643-4b87-bfd5-02917b324960) {{(pid=93974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:47:43.260641 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for port, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:43.299039 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:43.335850 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Network d6676dde-6651-46ea-a9ba-371911ee51a4 is already hosted by enough agents. {{(pid=93974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:47:43.342599 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Resources bound (agent type, host, resource id): {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:47:43.345151 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Received port after_create {{(pid=93974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:47:43.369931 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event updated for resources: {'Port': ['ID=fce1726d-d643-4b87-bfd5-02917b324960,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:43.700099 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:43.765549 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:43.908638 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for port, precommit_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:43.913132 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600895'] for port, after_update {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:43.980543 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event updated for resources: {'Port': ['ID=fce1726d-d643-4b87-bfd5-02917b324960,revision_number=2']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:43.994499 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682321'] for floatingip, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:44.093248 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.db.l3_db [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Floating IP c5e3ccff-d48f-4aae-8b37-4e65d13eae3c associated. External IP: 172.27.1.57, port: 0845d996-8067-4b38-8b70-60c15268065e. Aug 27 03:47:44.299511 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Router 1fab5ef3-b139-402c-af31-25c96eeeb282 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:47:44.403696 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:47:44.415030 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeab52e-1b84-43ff-b234-629853ccfc9b None None] Sync routers for ids ['1fab5ef3-b139-402c-af31-25c96eeeb282'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:47:44.420133 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:44.425418 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeab52e-1b84-43ff-b234-629853ccfc9b None None] Routers {'1fab5ef3-b139-402c-af31-25c96eeeb282'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:44.426107 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-ddeab52e-1b84-43ff-b234-629853ccfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:47:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['1fab5ef3-b139-402c-af31-25c96eeeb282'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:44.448252 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-9dfc7c66-125d-45b6-8da7-1b71d7158d00 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5195966 Aug 27 03:47:44.448976 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'tag': '0845d996-8067-4b38-8b70-60c15268065e'}] {{(pid=93974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:47:44.451855 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c91a1d2b56d303aec259379c38772ca2d72f2abaefe3722d67f29abf1adf473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba02c7e3-1620-43c5-b62d-27f86105fc80" -d '{"events": [{"name": "network-changed", "server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "tag": "0845d996-8067-4b38-8b70-60c15268065e"}]}' {{(pid=93974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:47:44.539453 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-ddeab52e-1b84-43ff-b234-629853ccfc9b None None] Set router 1fab5ef3-b139-402c-af31-25c96eeeb282 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:44.562990 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97110f7-0b2b-427d-b9e1-15a2358b010e x-openstack-request-id: req-e97110f7-0b2b-427d-b9e1-15a2358b010e {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:47:44.563357 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "tag": "0845d996-8067-4b38-8b70-60c15268065e", "status": "completed", "code": 200}]} {{(pid=93974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:47:44.563666 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e97110f7-0b2b-427d-b9e1-15a2358b010e {{(pid=93974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:47:44.564752 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'tag': '0845d996-8067-4b38-8b70-60c15268065e', 'status': 'completed', 'code': 200} Aug 27 03:47:44.623226 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c7e3-1620-43c5-b62d-27f86105fc80 req-ead2575c-0f42-42ad-b669-4d791317fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:44.624756 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ba02c7e3-1620-43c5-b62d-27f86105fc80 req-ead2575c-0f42-42ad-b669-4d791317fd21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85756cb928784a959a0e8e5a52e96843&device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1098 time: 0.0409589 Aug 27 03:47:44.725041 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c7e3-1620-43c5-b62d-27f86105fc80 req-b3df2edb-6fb6-4fae-b715-9ae85845d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:44.726506 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ba02c7e3-1620-43c5-b62d-27f86105fc80 req-b3df2edb-6fb6-4fae-b715-9ae85845d4b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d22afcbe-2020-4f30-8657-457a3dc769ad HTTP/1.1" status: 200 len: 908 time: 0.0911481 Aug 27 03:47:44.792113 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ba02c7e3-1620-43c5-b62d-27f86105fc80 req-6a4bd2bb-da69-4c71-a15a-b41ac8d222f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845d996-8067-4b38-8b70-60c15268065e HTTP/1.1" status: 200 len: 998 time: 0.0588257 Aug 27 03:47:44.845046 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c7e3-1620-43c5-b62d-27f86105fc80 req-6fdbc986-d64e-43a2-bdfd-c69af00b4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:44.846408 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ba02c7e3-1620-43c5-b62d-27f86105fc80 req-6fdbc986-d64e-43a2-bdfd-c69af00b4ce2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fc5bf13-baa2-48a2-ad9d-e81b348a9098 HTTP/1.1" status: 200 len: 846 time: 0.0475988 Aug 27 03:47:44.853039 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-ddeab52e-1b84-43ff-b234-629853ccfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 4, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': 'c5e3ccff-d48f-4aae-8b37-4e65d13eae3c', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'port_id': '0845d996-8067-4b38-8b70-60c15268065e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'mac_address': 'fa:16:3e:8b:da:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:43Z', 'updated_at': '2021-08-27T03:47:43Z', 'revision_number': 0, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12a9785-e321-4ad6-ae12-f38b23a85aa1', 'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'mac_address': 'fa:16:3e:ad:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:57Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 5, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'subnets': [{'id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:44.879306 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeab52e-1b84-43ff-b234-629853ccfc9b None None] Checking router: 1fab5ef3-b139-402c-af31-25c96eeeb282 for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:47:44.888427 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeab52e-1b84-43ff-b234-629853ccfc9b None None] Routers {'1fab5ef3-b139-402c-af31-25c96eeeb282'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:44.889043 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-ddeab52e-1b84-43ff-b234-629853ccfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:47:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['1fab5ef3-b139-402c-af31-25c96eeeb282'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:44.896431 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c7e3-1620-43c5-b62d-27f86105fc80 req-a84bc296-f884-4b97-855a-174860b878c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:44.898224 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ba02c7e3-1620-43c5-b62d-27f86105fc80 req-a84bc296-f884-4b97-855a-174860b878c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d22afcbe-2020-4f30-8657-457a3dc769ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455530 Aug 27 03:47:44.991609 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ba02c7e3-1620-43c5-b62d-27f86105fc80 req-ace1e583-b7b0-46f2-b74c-555c664f8830 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854902 Aug 27 03:47:44.994432 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-ddeab52e-1b84-43ff-b234-629853ccfc9b None None] Set router 1fab5ef3-b139-402c-af31-25c96eeeb282 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:45.084984 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ba02c7e3-1620-43c5-b62d-27f86105fc80 req-1bf388a1-d7b4-4ef6-b763-e7c940313f83 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867960 Aug 27 03:47:45.213465 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-ddeab52e-1b84-43ff-b234-629853ccfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 4, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': 'c5e3ccff-d48f-4aae-8b37-4e65d13eae3c', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'port_id': '0845d996-8067-4b38-8b70-60c15268065e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'mac_address': 'fa:16:3e:8b:da:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:43Z', 'updated_at': '2021-08-27T03:47:43Z', 'revision_number': 0, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12a9785-e321-4ad6-ae12-f38b23a85aa1', 'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'mac_address': 'fa:16:3e:ad:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:57Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 5, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'subnets': [{'id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:45.241925 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeab52e-1b84-43ff-b234-629853ccfc9b None None] The sync data for ids ['1fab5ef3-b139-402c-af31-25c96eeeb282'] in dv-cinder-805887-5-iscsi is: [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 4, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_floatingips': [{'id': 'c5e3ccff-d48f-4aae-8b37-4e65d13eae3c', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'router_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'port_id': '0845d996-8067-4b38-8b70-60c15268065e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'mac_address': 'fa:16:3e:8b:da:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:43Z', 'updated_at': '2021-08-27T03:47:43Z', 'revision_number': 0, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12a9785-e321-4ad6-ae12-f38b23a85aa1', 'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'mac_address': 'fa:16:3e:ad:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:57Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 5, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'subnets': [{'id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:47:45.409809 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5d670d-216c-4530-8a99-2c570139f88b None None] New status for floating IP c5e3ccff-d48f-4aae-8b37-4e65d13eae3c: ACTIVE {{(pid=93975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:47:48.127969 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:51.072795 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-a7e6b6d6-da18-4d19-9597-59a76cb49bb9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856757 Aug 27 03:47:51.151820 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-942d581e-466f-44fa-9fed-f158e3e83214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:51.153290 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-942d581e-466f-44fa-9fed-f158e3e83214 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85756cb928784a959a0e8e5a52e96843&device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1098 time: 0.0392513 Aug 27 03:47:51.265266 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-a29ed9bd-2e36-486f-b859-592e63976b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:51.266757 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-a29ed9bd-2e36-486f-b859-592e63976b91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d22afcbe-2020-4f30-8657-457a3dc769ad HTTP/1.1" status: 200 len: 908 time: 0.0879362 Aug 27 03:47:51.330425 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-f8e6ddf0-c7b4-4b10-b7f7-967a93c1f1c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845d996-8067-4b38-8b70-60c15268065e HTTP/1.1" status: 200 len: 1000 time: 0.0560966 Aug 27 03:47:51.382073 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-acf61f97-f501-4af4-a0c0-1a982cde9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:51.383518 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-acf61f97-f501-4af4-a0c0-1a982cde9df0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fc5bf13-baa2-48a2-ad9d-e81b348a9098 HTTP/1.1" status: 200 len: 846 time: 0.0470815 Aug 27 03:47:51.429446 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-a173f65d-96e5-4c25-af34-3ebfe4e5c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:51.430968 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-a173f65d-96e5-4c25-af34-3ebfe4e5c785 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d22afcbe-2020-4f30-8657-457a3dc769ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406048 Aug 27 03:47:51.518563 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-edeeea25-ba5d-4266-b41f-0de1eae18657 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803690 Aug 27 03:47:51.609107 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-8a0ffb1c-5f7a-44c8-8dba-d2ff08dc5ff1 req-44c9b025-ecfa-4c9a-9953-b85988bcd5ae service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837865 Aug 27 03:48:03.811101 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4bc55ec7-2454-455a-95ef-689660f33865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:06.241868 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:07.639697 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-0ed97687-dbba-4d76-a8fd-ae413b3c48f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:08.543914 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:11.139092 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:14.074176 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:48:18.163012 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:33.812580 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-b2db982a-a1d2-4011-8648-c00eda9e03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:36.242523 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:37.640942 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-f2700a33-3ba5-4ece-b6dc-e12473398c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:38.546350 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:41.145841 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:48.162685 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:51.073255 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:48:53.575873 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-7ab074ef-4c7d-46b9-8e9d-7bf4cb88456e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405250 Aug 27 03:48:53.655266 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-0ec986d2-5cca-4370-ad73-0e830b6ac03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:53.656747 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-0ec986d2-5cca-4370-ad73-0e830b6ac03f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85756cb928784a959a0e8e5a52e96843&device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1098 time: 0.0400112 Aug 27 03:48:53.762714 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-63c1e8d2-d486-40fe-a82b-3f6d5bce3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:53.764237 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-63c1e8d2-d486-40fe-a82b-3f6d5bce3413 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d22afcbe-2020-4f30-8657-457a3dc769ad HTTP/1.1" status: 200 len: 908 time: 0.0890188 Aug 27 03:48:53.829170 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-692f64af-085a-4c23-9d8f-f06ea68f64fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845d996-8067-4b38-8b70-60c15268065e HTTP/1.1" status: 200 len: 1000 time: 0.0573871 Aug 27 03:48:53.881842 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-f48fa9f7-f5d0-48ff-953b-ed5ef679037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:53.883298 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-f48fa9f7-f5d0-48ff-953b-ed5ef679037a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fc5bf13-baa2-48a2-ad9d-e81b348a9098 HTTP/1.1" status: 200 len: 846 time: 0.0471964 Aug 27 03:48:53.929048 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-b5084e54-cccf-41bb-8d70-7ae8e53cdff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:53.930520 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-b5084e54-cccf-41bb-8d70-7ae8e53cdff7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d22afcbe-2020-4f30-8657-457a3dc769ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405688 Aug 27 03:48:54.016891 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-9a6adc28-eb9d-4a54-9a4c-7eb16ac12e94 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795875 Aug 27 03:48:54.109923 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e63b178d-dc33-40c0-a2cd-332b178af93c req-91ae7312-ece0-4d30-994a-8682c59f6845 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857391 Aug 27 03:48:58.160271 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59508) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:48:58.586008 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679567'] for router_interface, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:58.826208 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Deleting port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:48:58.826553 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:58.904981 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] For port 98e3fbba-5129-4ab9-a315-d3e35ada0b8e, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=98e3fbba-5129-4ab9-a315-d3e35ada0b8e,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:48:58.905344 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:58.918249 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Calling delete_port for 98e3fbba-5129-4ab9-a315-d3e35ada0b8e owned by network:router_interface {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:48:59.092710 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:59.118155 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e3fbba-5129-4ab9-a315-d3e35ada0b8e,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:48:59.143727 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.144077 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.144411 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.145614 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.146113 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.146443 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.146788 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.147115 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.147444 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.147761 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.148078 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.148392 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:59.290453 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679365'] for router_interface, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:59.497032 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Router 192470f6-2056-4e85-8c70-0fb9b705f8ae has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:48:59.825045 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:48:59.830102 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-dfe468fb-3aa2-4dda-8651-c71b65ee9166 admin admin] 10.222.0.30 "PUT /v2.0/routers/192470f6-2056-4e85-8c70-0fb9b705f8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6682591 Aug 27 03:48:59.832538 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59516) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:48:59.835800 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f965eba-9445-4d94-a4b3-5e54d3e12b33 None None] Sync routers for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:48:59.845596 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f965eba-9445-4d94-a4b3-5e54d3e12b33 None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:48:59.846200 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-7f965eba-9445-4d94-a4b3-5e54d3e12b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:48:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:48:59.938362 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:59.948570 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-7f965eba-9445-4d94-a4b3-5e54d3e12b33 None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:49:00.040865 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.093265 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Deleting port b8cc8286-27db-4a0e-a435-cd6c53772ad8 {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:49:00.093534 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.119090 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-7f965eba-9445-4d94-a4b3-5e54d3e12b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:48:59Z', 'revision_number': 5, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port': {'id': 'b8cc8286-27db-4a0e-a435-cd6c53772ad8', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:12:08Z', 'updated_at': '2021-08-27T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:49:00.148234 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f965eba-9445-4d94-a4b3-5e54d3e12b33 None None] Checking router: 192470f6-2056-4e85-8c70-0fb9b705f8ae for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:49:00.156178 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f965eba-9445-4d94-a4b3-5e54d3e12b33 None None] Routers {'192470f6-2056-4e85-8c70-0fb9b705f8ae'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:49:00.156780 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-7f965eba-9445-4d94-a4b3-5e54d3e12b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:48:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['192470f6-2056-4e85-8c70-0fb9b705f8ae'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:49:00.174160 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] For port b8cc8286-27db-4a0e-a435-cd6c53772ad8, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=b8cc8286-27db-4a0e-a435-cd6c53772ad8,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:49:00.174526 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.187289 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Calling delete_port for b8cc8286-27db-4a0e-a435-cd6c53772ad8 owned by network:router_gateway {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:49:00.238541 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-7f965eba-9445-4d94-a4b3-5e54d3e12b33 None None] Set router 192470f6-2056-4e85-8c70-0fb9b705f8ae gateway port host: None {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:49:00.288314 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-7f965eba-9445-4d94-a4b3-5e54d3e12b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:49:00Z', 'revision_number': 6, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port_host': None}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:49:00.316415 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f965eba-9445-4d94-a4b3-5e54d3e12b33 None None] The sync data for ids ['192470f6-2056-4e85-8c70-0fb9b705f8ae'] in dv-cinder-805887-5-iscsi is: [{'id': '192470f6-2056-4e85-8c70-0fb9b705f8ae', 'name': 'tempest-AttachVolumeTestJSON-2137613434-router', 'tenant_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:12:06Z', 'updated_at': '2021-08-27T03:49:00Z', 'revision_number': 6, 'project_id': 'a430bc3a9be94e62a3cb96e011f0496a', 'gw_port_host': None}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:49:00.352680 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.375869 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8cc8286-27db-4a0e-a435-cd6c53772ad8,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:00.435998 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.526351 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37144'] for router, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.528617 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.570486 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676239'] for router, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.571032 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 192470f6-2056-4e85-8c70-0fb9b705f8ae {{(pid=93974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:49:00.575468 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.576605 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-e55708c6-5b94-4afd-ae1c-ffffea30c7d4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/192470f6-2056-4e85-8c70-0fb9b705f8ae HTTP/1.1" status: 204 len: 168 time: 0.7431567 Aug 27 03:49:00.579028 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59518) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:00.622343 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea7aaab-5bd7-41fa-95c8-45137ab1432c admin admin] Deleting subnet a1cd8e1e-3740-4c26-8f74-2e47293bbac7 {{(pid=93974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:49:00.625296 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3ea7aaab-5bd7-41fa-95c8-45137ab1432c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.661406 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3ea7aaab-5bd7-41fa-95c8-45137ab1432c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7350878'] for subnet, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.744338 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3ea7aaab-5bd7-41fa-95c8-45137ab1432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.797828 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3ea7aaab-5bd7-41fa-95c8-45137ab1432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4679056'] for subnet, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.822346 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7aaab-5bd7-41fa-95c8-45137ab1432c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1cd8e1e-3740-4c26-8f74-2e47293bbac7,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:00.828802 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-3ea7aaab-5bd7-41fa-95c8-45137ab1432c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.830701 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-3ea7aaab-5bd7-41fa-95c8-45137ab1432c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a1cd8e1e-3740-4c26-8f74-2e47293bbac7 HTTP/1.1" status: 204 len: 168 time: 0.2507558 Aug 27 03:49:00.833303 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59520) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:00.834295 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47038658-b2b7-4faf-8a37-afe99545810f None None] Network 88c59834-6084-43f7-aebd-5573502eb794 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:49:00.903824 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.956723 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Deleting port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:49:00.957721 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.018376 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] For port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c,segment=NetworkSegment(5f36ad69-4c18-4c2c-afe4-79c5fb4084f3),segment_id=5f36ad69-4c18-4c2c-afe4-79c5fb4084f3)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:49:01.018666 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.034836 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Calling delete_port for a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c owned by network:dhcp {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:49:01.067235 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] DHCP port deletion for 88c59834-6084-43f7-aebd-5573502eb794 request from dv-cinder-805887-5-iscsi {{(pid=93975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:49:01.122585 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.152013 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:01.153999 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] No DVR routers for this DVR port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c on host dv-cinder-805887-5-iscsi {{(pid=93974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:49:01.228591 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device b8cc8286-27db-4a0e-a435-cd6c53772ad8 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:49:01.230765 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.241029 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c59834-6084-43f7-aebd-5573502eb794']}} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:49:01.249550 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: b8cc8286-27db-4a0e-a435-cd6c53772ad8 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:49:01.249898 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device b8cc8286-27db-4a0e-a435-cd6c53772ad8 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:49:01.250325 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:49:01.253144 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3') {'for_net_delete': True} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:49:01.255413 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f36ad69-4c18-4c2c-afe4-79c5fb4084f3') {} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:49:01.264862 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7350849'] for segment, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.272793 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:49:01.272976 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:49:01.273406 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 98e3fbba-5129-4ab9-a315-d3e35ada0b8e no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:49:01.282067 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.296839 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 98e3fbba-5129-4ab9-a315-d3e35ada0b8e {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:49:01.297106 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:49:01.297238 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 98e3fbba-5129-4ab9-a315-d3e35ada0b8e not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:49:01.297649 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600851'] for segment, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.303982 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Deleting port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c {{(pid=93975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:49:01.304374 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: Traceback (most recent call last): Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: timer() Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: cb(*args, **kw) Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: return func(*args, **kwargs) Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: self._notify() Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: self.callback(batched_events) Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: event.method(event) Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: return f(self, *a, **k) Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._get(url).json() Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: return self.request(url, 'GET', **kwargs) Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:49:01.304767 dv-cinder-805887-5-iscsi neutron-server[93974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:49:01.366613 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.373299 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.375404 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] 10.222.0.30 "DELETE /v2.0/networks/88c59834-6084-43f7-aebd-5573502eb794 HTTP/1.1" status: 204 len: 168 time: 0.5411596 Aug 27 03:49:01.376760 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] For port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c, host dv-cinder-805887-5-iscsi, got binding levels [] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:49:01.377376 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.387894 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611f7a0-3f5a-4177-a5d5-4dcde5944a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=88c59834-6084-43f7-aebd-5573502eb794,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:01.396042 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Calling delete_port for a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c owned by network:dhcp {{(pid=93975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:49:01.398751 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.ipam_backend_mixin [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c was not found and therefore no delete operation was performed {{(pid=93975) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 03:49:01.400008 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271'] for port, after_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.422041 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Network 88c59834-6084-43f7-aebd-5573502eb794 is not hosted by any dhcp agent {{(pid=93975) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 03:49:01.422502 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] No DVR routers for this DVR port a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c on host dv-cinder-805887-5-iscsi {{(pid=93975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:49:01.426873 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Pushing event deleted for resources: {'Port': ['ID=a7e69eb4-280c-4344-80b3-f3bfc6ee8f3c,revision_number=None']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:01.435261 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.435677 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.435943 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.436281 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.436621 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.436944 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.437564 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.438059 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.438395 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.438790 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.439170 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.439516 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3dc685-5222-4a98-bf47-ef67c756b1ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:01.500794 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59524) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:01.540998 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-2f31bed2-a9c7-46a0-a33d-69a04213fe25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a430bc3a9be94e62a3cb96e011f0496a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390515 Aug 27 03:49:01.543322 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59526) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:01.593659 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ceea-bf4f-438d-b5f9-f54364e07cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.614682 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ceea-bf4f-438d-b5f9-f54364e07cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.660139 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ceea-bf4f-438d-b5f9-f54364e07cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.662780 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ceea-bf4f-438d-b5f9-f54364e07cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.663934 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-a4b1ceea-bf4f-438d-b5f9-f54364e07cff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5965dd92-a076-4ec0-9652-a99cb71aac2e HTTP/1.1" status: 204 len: 168 time: 0.1197248 Aug 27 03:49:01.678488 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1ceea-bf4f-438d-b5f9-f54364e07cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5965dd92-a076-4ec0-9652-a99cb71aac2e,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:03.814204 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8dad0a85-bbc5-4c1d-ba61-a9ce503bff7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:06.243338 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:07.640817 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-7e577b13-2290-4829-bb9b-b67419e459e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:08.550235 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:11.149396 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:17.881134 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59738) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:17.984442 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-deadf66e-70f5-4ef2-b98f-f0b6678b233a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.075243 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-deadf66e-70f5-4ef2-b98f-f0b6678b233a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.078760 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-deadf66e-70f5-4ef2-b98f-f0b6678b233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.117055 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-deadf66e-70f5-4ef2-b98f-f0b6678b233a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41e89de760244caca0532def0e98f215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348576 Aug 27 03:49:18.118015 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadf66e-70f5-4ef2-b98f-f0b6678b233a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7a74e9-ed6f-4ab1-a57c-5faab4567af8,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:18.119750 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 59742) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:18.169379 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.172926 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.190492 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.236017 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.239031 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.240181 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e7a74e9-ed6f-4ab1-a57c-5faab4567af8 HTTP/1.1" status: 204 len: 168 time: 0.1194286 Aug 27 03:49:18.247615 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7a74e9-ed6f-4ab1-a57c-5faab4567af8,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:18.255650 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.256007 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.256359 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.256712 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.257045 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.257383 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.257717 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.258048 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.258381 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.258712 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.259068 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.259394 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043e2b1-d83e-4c5a-9297-db4b4fe3d8dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:18.494555 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 59748) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:18.508238 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f2e2f72-7ce1-4a4a-9eea-682dc88c2d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.599587 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f2e2f72-7ce1-4a4a-9eea-682dc88c2d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.603234 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-8f2e2f72-7ce1-4a4a-9eea-682dc88c2d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.639446 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-8f2e2f72-7ce1-4a4a-9eea-682dc88c2d01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23de953cc889412eb7f4d28e31345ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438205 Aug 27 03:49:18.640638 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e2f72-7ce1-4a4a-9eea-682dc88c2d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f005cff8-ca9d-46d7-8bce-e1b41a1dd4d0,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:18.642074 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59750) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:18.692054 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fb2364b6-202f-45f1-8ada-fcf73bd81314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.715616 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fb2364b6-202f-45f1-8ada-fcf73bd81314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.761958 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fb2364b6-202f-45f1-8ada-fcf73bd81314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.764543 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-fb2364b6-202f-45f1-8ada-fcf73bd81314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.765732 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-fb2364b6-202f-45f1-8ada-fcf73bd81314 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f005cff8-ca9d-46d7-8bce-e1b41a1dd4d0 HTTP/1.1" status: 204 len: 168 time: 0.1226757 Aug 27 03:49:18.774371 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2364b6-202f-45f1-8ada-fcf73bd81314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f005cff8-ca9d-46d7-8bce-e1b41a1dd4d0,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:28.072423 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:49:33.814113 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ed71f5d3-236f-4093-8348-d8db69b19441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:36.246846 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:37.640509 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-39201c08-d440-4a5d-9d8c-265026311072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:38.553094 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:40.104758 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb19ad-94c5-4c62-9fb3-88c9d04a7a08 req-94bce740-9757-413a-851a-3d6f1e7eb1cf tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:40.106221 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7ccb19ad-94c5-4c62-9fb3-88c9d04a7a08 req-94bce740-9757-413a-851a-3d6f1e7eb1cf tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0477190 Aug 27 03:49:40.142858 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-7ccb19ad-94c5-4c62-9fb3-88c9d04a7a08 req-95c6d8e0-4ce0-4322-b8c0-692cd65417ba tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306504 Aug 27 03:49:41.150626 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:41.261425 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1eae8-8f42-4ea8-a511-b530de1c7f84 req-8f16cb32-a05d-481a-b558-2c77ff663805 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:41.262916 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-48b1eae8-8f42-4ea8-a511-b530de1c7f84 req-8f16cb32-a05d-481a-b558-2c77ff663805 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0472183 Aug 27 03:49:41.301214 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-48b1eae8-8f42-4ea8-a511-b530de1c7f84 req-bd5b6dc7-afa5-4ef2-9a97-b31d94d2a1e5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324705 Aug 27 03:49:42.438649 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2d485-adab-4317-a507-50e7e391df7b req-ea3636f8-ca3a-40fb-af36-e4dead8ae053 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:42.440198 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-aee2d485-adab-4317-a507-50e7e391df7b req-ea3636f8-ca3a-40fb-af36-e4dead8ae053 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0701435 Aug 27 03:49:42.478472 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-aee2d485-adab-4317-a507-50e7e391df7b req-0cc216d1-3207-4344-9832-219f38a64d02 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315208 Aug 27 03:49:43.588768 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fc3c3-37b0-4e99-8274-1f81edf7f2b4 req-f04c30df-dee7-4186-b665-f285b3f97e43 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:43.590247 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-602fc3c3-37b0-4e99-8274-1f81edf7f2b4 req-f04c30df-dee7-4186-b665-f285b3f97e43 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0468643 Aug 27 03:49:43.627610 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-602fc3c3-37b0-4e99-8274-1f81edf7f2b4 req-ba1170c7-3503-49f2-ad97-bd95bd588a1b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315039 Aug 27 03:49:44.742620 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183c57b-c528-48f3-be7a-1fdc1686ee7e req-70ef8e8b-e5b5-4242-8d98-4d4ec86dc183 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:44.744017 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c183c57b-c528-48f3-be7a-1fdc1686ee7e req-70ef8e8b-e5b5-4242-8d98-4d4ec86dc183 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0514214 Aug 27 03:49:44.780992 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-c183c57b-c528-48f3-be7a-1fdc1686ee7e req-84c47a2b-a91c-4e75-8ce0-ecb5c0b517ae tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311441 Aug 27 03:49:45.894530 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de3923-472d-4fc8-a959-b998dfe9d4f2 req-ab0c3ea9-93ac-42e6-8121-451b7a10f8bb tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:45.896157 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-34de3923-472d-4fc8-a959-b998dfe9d4f2 req-ab0c3ea9-93ac-42e6-8121-451b7a10f8bb tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0513322 Aug 27 03:49:45.933201 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-34de3923-472d-4fc8-a959-b998dfe9d4f2 req-af773942-26a2-4b3d-9a07-f0d59b71115d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311852 Aug 27 03:49:47.044790 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eef2aa-b177-4e0b-9a4a-ed04835837da req-88075769-605e-44fd-a578-90b18f68b6be tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:47.046285 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-07eef2aa-b177-4e0b-9a4a-ed04835837da req-88075769-605e-44fd-a578-90b18f68b6be tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0492685 Aug 27 03:49:47.084992 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-07eef2aa-b177-4e0b-9a4a-ed04835837da req-cc9b2ff0-c4c4-41c4-bf4c-3827ac4abb03 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Aug 27 03:49:48.180129 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:48.197985 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838b55d-ff88-43b2-b70b-89e7408465d4 req-c16656bf-f818-4490-9426-347d93f04946 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:48.199507 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2838b55d-ff88-43b2-b70b-89e7408465d4 req-c16656bf-f818-4490-9426-347d93f04946 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0492928 Aug 27 03:49:48.239804 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2838b55d-ff88-43b2-b70b-89e7408465d4 req-a0106c5b-f50f-4969-81fb-dccc785d5e93 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342910 Aug 27 03:49:49.356201 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76d78-76f9-412b-a280-57f9ec96503f req-8110513c-76be-40a6-a739-0c1a7bb94f7a tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:49.357691 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d8e76d78-76f9-412b-a280-57f9ec96503f req-8110513c-76be-40a6-a739-0c1a7bb94f7a tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0500226 Aug 27 03:49:49.403168 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d8e76d78-76f9-412b-a280-57f9ec96503f req-c1dfbe24-759f-4bc2-b1fa-86c4063f2b90 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388098 Aug 27 03:49:50.270558 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe16eb4-8463-40cd-abba-307d1cf82e4f req-94dc4113-091a-4a23-949a-c8edea7a7efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:50.272080 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bbe16eb4-8463-40cd-abba-307d1cf82e4f req-94dc4113-091a-4a23-949a-c8edea7a7efe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85756cb928784a959a0e8e5a52e96843&device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1098 time: 0.0407033 Aug 27 03:49:50.368643 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe16eb4-8463-40cd-abba-307d1cf82e4f req-378b76f6-55a7-47e6-a4ad-e96d92a23e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:50.370131 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bbe16eb4-8463-40cd-abba-307d1cf82e4f req-378b76f6-55a7-47e6-a4ad-e96d92a23e3c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d22afcbe-2020-4f30-8657-457a3dc769ad HTTP/1.1" status: 200 len: 908 time: 0.0903375 Aug 27 03:49:50.437680 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bbe16eb4-8463-40cd-abba-307d1cf82e4f req-0ece7475-e112-4b61-86f5-c4fa89e8a028 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845d996-8067-4b38-8b70-60c15268065e HTTP/1.1" status: 200 len: 1000 time: 0.0598037 Aug 27 03:49:50.456953 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 59984) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:50.523472 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe16eb4-8463-40cd-abba-307d1cf82e4f req-7bc84af0-e65f-46f4-9d67-52f261c1b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:50.524913 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bbe16eb4-8463-40cd-abba-307d1cf82e4f req-7bc84af0-e65f-46f4-9d67-52f261c1b3d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fc5bf13-baa2-48a2-ad9d-e81b348a9098 HTTP/1.1" status: 200 len: 846 time: 0.0796611 Aug 27 03:49:50.549101 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb02d-9ae1-47d6-ab0a-463ff717bc6e req-d46e95a2-5cb8-45af-b99d-6fea05d396f6 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:50.551553 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-580cb02d-9ae1-47d6-ab0a-463ff717bc6e req-d46e95a2-5cb8-45af-b99d-6fea05d396f6 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0706563 Aug 27 03:49:50.562697 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f36be653-16a5-45e5-ba9d-f900d23c3d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:50.603288 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe16eb4-8463-40cd-abba-307d1cf82e4f req-25539e60-556d-4490-acf4-17a10934c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:50.604718 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bbe16eb4-8463-40cd-abba-307d1cf82e4f req-25539e60-556d-4490-acf4-17a10934c102 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d22afcbe-2020-4f30-8657-457a3dc769ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720448 Aug 27 03:49:50.609599 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-580cb02d-9ae1-47d6-ab0a-463ff717bc6e req-8b6c5bfe-5923-4ac3-b0da-8d5932a6412f tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Aug 27 03:49:50.657385 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f36be653-16a5-45e5-ba9d-f900d23c3d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:50.662249 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-f36be653-16a5-45e5-ba9d-f900d23c3d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:50.700734 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bbe16eb4-8463-40cd-abba-307d1cf82e4f req-05e01f00-74f0-4fac-acb1-22a55562d453 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879827 Aug 27 03:49:50.700970 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-f36be653-16a5-45e5-ba9d-f900d23c3d78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c12636d616e24979aa888fbf12da865c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428668 Aug 27 03:49:50.702890 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36be653-16a5-45e5-ba9d-f900d23c3d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ab8f5d-63cd-41a4-8465-9a0da050eef7,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:50.703381 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 59988) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:50.818345 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1b3da6e4-fe65-4d92-9a86-4310bc1efe8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:50.840171 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bbe16eb4-8463-40cd-abba-307d1cf82e4f req-7cd2df8e-9e53-4295-a390-2f6605e91563 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301119 Aug 27 03:49:50.851609 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1b3da6e4-fe65-4d92-9a86-4310bc1efe8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:50.898628 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1b3da6e4-fe65-4d92-9a86-4310bc1efe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:50.901572 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-1b3da6e4-fe65-4d92-9a86-4310bc1efe8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:50.902687 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-1b3da6e4-fe65-4d92-9a86-4310bc1efe8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6ab8f5d-63cd-41a4-8465-9a0da050eef7 HTTP/1.1" status: 204 len: 168 time: 0.1984153 Aug 27 03:49:50.910520 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3da6e4-fe65-4d92-9a86-4310bc1efe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ab8f5d-63cd-41a4-8465-9a0da050eef7,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:51.153222 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 59994) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:51.166463 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-142714ec-7f84-4178-be09-3b977ca8007a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:51.252088 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-142714ec-7f84-4178-be09-3b977ca8007a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:51.256278 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-142714ec-7f84-4178-be09-3b977ca8007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:51.291838 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142714ec-7f84-4178-be09-3b977ca8007a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d357f48-61e3-4ea9-8992-a34c5fe101fa,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:51.296113 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-142714ec-7f84-4178-be09-3b977ca8007a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7323399258e43e498b558389b082ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418872 Aug 27 03:49:51.298627 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 59996) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:51.347059 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e46dc9dd-a4a7-4a8a-ba3d-c76a6883e597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:51.367517 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e46dc9dd-a4a7-4a8a-ba3d-c76a6883e597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:51.418121 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e46dc9dd-a4a7-4a8a-ba3d-c76a6883e597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:51.420623 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-e46dc9dd-a4a7-4a8a-ba3d-c76a6883e597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:51.421753 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-e46dc9dd-a4a7-4a8a-ba3d-c76a6883e597 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d357f48-61e3-4ea9-8992-a34c5fe101fa HTTP/1.1" status: 204 len: 168 time: 0.1222150 Aug 27 03:49:51.430107 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dc9dd-a4a7-4a8a-ba3d-c76a6883e597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d357f48-61e3-4ea9-8992-a34c5fe101fa,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:51.727199 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e1d91-e30d-4c4f-8955-8cb57bc1e015 req-91f73856-01c9-4672-a639-929750094a6e tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:51.728737 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ba2e1d91-e30d-4c4f-8955-8cb57bc1e015 req-91f73856-01c9-4672-a639-929750094a6e tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0500875 Aug 27 03:49:51.767795 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ba2e1d91-e30d-4c4f-8955-8cb57bc1e015 req-3b23917e-ea6f-4142-9fa6-4ff99023cac5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330133 Aug 27 03:49:52.890822 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab626-ddaf-4234-bbe7-bc5eaa566edd req-2e4548aa-ce1b-45cc-8f95-2c9502defd2e tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:52.892459 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1bdab626-ddaf-4234-bbe7-bc5eaa566edd req-2e4548aa-ce1b-45cc-8f95-2c9502defd2e tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0503721 Aug 27 03:49:52.932843 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-1bdab626-ddaf-4234-bbe7-bc5eaa566edd req-78aee99f-3d64-418d-9964-537326f162ba tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334427 Aug 27 03:49:54.047341 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce7ba9-9f46-456c-9da0-3ad0fa5a60c5 req-e9065e24-0039-41e4-af4f-34ad2c83e3e0 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:54.048820 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d3ce7ba9-9f46-456c-9da0-3ad0fa5a60c5 req-e9065e24-0039-41e4-af4f-34ad2c83e3e0 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0480893 Aug 27 03:49:54.087315 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-d3ce7ba9-9f46-456c-9da0-3ad0fa5a60c5 req-fb378e65-58c7-4470-b9a0-18163273138f tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 Aug 27 03:49:54.325732 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca0aec-265a-49dd-ba2f-0ebdd1a7cedb req-2628c39f-66d1-45c2-be2d-fa35c3882638 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:54.327325 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bbca0aec-265a-49dd-ba2f-0ebdd1a7cedb req-2628c39f-66d1-45c2-be2d-fa35c3882638 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0558460 Aug 27 03:49:54.368508 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-bbca0aec-265a-49dd-ba2f-0ebdd1a7cedb req-60fdc039-4126-4948-8d81-9a99646e2505 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335724 Aug 27 03:49:54.388890 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60072) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:54.480061 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-b3bd0b11-80b8-4c02-9cf9-c6d4ac68bbad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899534 Aug 27 03:49:54.632942 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 0845d996-8067-4b38-8b70-60c15268065e no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:49:54.707386 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:54.729098 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0845d996-8067-4b38-8b70-60c15268065e'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:49:54.731423 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bcbc5b-d34e-4f76-a6b3-7d052fdc8057" -d '{"events": [{"server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "name": "network-vif-unplugged", "status": "completed", "tag": "0845d996-8067-4b38-8b70-60c15268065e"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:49:54.744617 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 0845d996-8067-4b38-8b70-60c15268065e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0845d996-8067-4b38-8b70-60c15268065e,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:49:54.748263 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:54.771874 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 03:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c6b398-4220-4c73-8d11-db08f3416cd3 x-openstack-request-id: req-63c6b398-4220-4c73-8d11-db08f3416cd3 {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:49:54.772161 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "name": "network-vif-unplugged", "status": "failed", "tag": "0845d996-8067-4b38-8b70-60c15268065e", "code": 422}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:49:54.772407 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63c6b398-4220-4c73-8d11-db08f3416cd3 {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:49:54.772806 dv-cinder-805887-5-iscsi neutron-server[93975]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0845d996-8067-4b38-8b70-60c15268065e', 'code': 422} returned with failed status Aug 27 03:49:54.796977 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=0845d996-8067-4b38-8b70-60c15268065e,revision_number=6']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:55.491834 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548bc1d-b8d5-4c6a-9ae1-874aa4b78d55 req-a30493cc-fa4c-4477-8277-71404b67ac43 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:55.493379 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b548bc1d-b8d5-4c6a-9ae1-874aa4b78d55 req-a30493cc-fa4c-4477-8277-71404b67ac43 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0496070 Aug 27 03:49:55.535110 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-b548bc1d-b8d5-4c6a-9ae1-874aa4b78d55 req-516d5c0e-9753-4a66-8044-b7bc36533ca8 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353508 Aug 27 03:49:56.649204 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802bb73-542b-4db3-b21f-a50b43d5e197 req-c0a4a7ca-7d5e-413e-828c-13c4beef81dc tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:56.650706 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f802bb73-542b-4db3-b21f-a50b43d5e197 req-c0a4a7ca-7d5e-413e-828c-13c4beef81dc tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0486372 Aug 27 03:49:56.692407 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f802bb73-542b-4db3-b21f-a50b43d5e197 req-509291ff-51d6-495c-8ea6-fc5672de9e37 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356698 Aug 27 03:49:57.683061 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60156) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:57.790437 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c079824f-bdde-492b-95f0-34339827c257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:57.812101 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ee733-43d5-4af0-ad5a-124cae077aab req-2e0c843e-77af-4c25-a556-2fea4cd016b3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:57.813596 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9b0ee733-43d5-4af0-ad5a-124cae077aab req-2e0c843e-77af-4c25-a556-2fea4cd016b3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0537062 Aug 27 03:49:57.854803 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9b0ee733-43d5-4af0-ad5a-124cae077aab req-548bd374-a22c-4970-af37-603a2009a4ec tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337565 Aug 27 03:49:57.880594 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c079824f-bdde-492b-95f0-34339827c257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:57.884429 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c079824f-bdde-492b-95f0-34339827c257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:57.922457 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-c079824f-bdde-492b-95f0-34339827c257 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3f619c53186496587e3511b8bd0b5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383468 Aug 27 03:49:57.923767 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079824f-bdde-492b-95f0-34339827c257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d514dd-db94-42dd-8c88-091c0014b9d2,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:57.925203 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60164) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:57.977522 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-26ea1df3-ba23-4e5c-9f3a-64920c6f6bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:57.997530 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-26ea1df3-ba23-4e5c-9f3a-64920c6f6bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:58.043746 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-26ea1df3-ba23-4e5c-9f3a-64920c6f6bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:58.046672 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-26ea1df3-ba23-4e5c-9f3a-64920c6f6bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:58.047830 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-26ea1df3-ba23-4e5c-9f3a-64920c6f6bae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2d514dd-db94-42dd-8c88-091c0014b9d2 HTTP/1.1" status: 204 len: 168 time: 0.1217360 Aug 27 03:49:58.055625 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea1df3-ba23-4e5c-9f3a-64920c6f6bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d514dd-db94-42dd-8c88-091c0014b9d2,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:58.304005 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60170) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:58.317906 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2eaa128d-0246-4b1c-9cf3-903a3a9aec06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:58.408516 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2eaa128d-0246-4b1c-9cf3-903a3a9aec06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:58.412730 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-2eaa128d-0246-4b1c-9cf3-903a3a9aec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:58.451562 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-2eaa128d-0246-4b1c-9cf3-903a3a9aec06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff5e6010703e4fe4bde66e49ca1f3556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464915 Aug 27 03:49:58.452654 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa128d-0246-4b1c-9cf3-903a3a9aec06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e408c61-8811-450f-8279-1e2e0677dc33,revision_number=1']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:58.454204 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60172) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:58.503954 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbd21-1ba5-4b34-98bf-15b6e66daad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:58.524432 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbd21-1ba5-4b34-98bf-15b6e66daad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:58.569745 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbd21-1ba5-4b34-98bf-15b6e66daad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:58.572450 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbd21-1ba5-4b34-98bf-15b6e66daad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:58.573580 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-6f3dbd21-1ba5-4b34-98bf-15b6e66daad2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e408c61-8811-450f-8279-1e2e0677dc33 HTTP/1.1" status: 204 len: 168 time: 0.1177588 Aug 27 03:49:58.580892 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dbd21-1ba5-4b34-98bf-15b6e66daad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e408c61-8811-450f-8279-1e2e0677dc33,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:58.979537 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031b63c-b0f9-4bb1-ac7d-8570f1af0777 req-7350210c-83d6-42da-90e9-ada1bfaedf6c tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:58.981042 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5031b63c-b0f9-4bb1-ac7d-8570f1af0777 req-7350210c-83d6-42da-90e9-ada1bfaedf6c tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0573366 Aug 27 03:49:59.020315 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-5031b63c-b0f9-4bb1-ac7d-8570f1af0777 req-a733acc7-7b2e-451b-9aaa-1ad36d21703d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329931 Aug 27 03:49:59.283435 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60198) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:59.381838 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1600331486-network', 'tenant_id': '39bd7d81073542199285fcb8359c99b2'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:49:59.403473 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Made reservation on behalf of 39bd7d81073542199285fcb8359c99b2 for: {'network': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:49:59.405689 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for network, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:59.414346 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:59.504587 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:59.508844 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:59.537199 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:49:59.547686 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:59.554554 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:59.555241 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.segments_db [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Added segment 542254de-49b5-41d8-a749-371ca6324cae of type vlan for network a41ab5fa-a507-4e56-adf9-35d7d0ebcace Aug 27 03:49:59.595765 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791266110576'] for network, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:59.619919 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898'] for network, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:59.620852 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:59.621427 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:59.672928 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3878675 Aug 27 03:49:59.676581 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60202) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:49:59.681542 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.v2.base [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Request body: {'subnet': {'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1600331486-subnet', 'tenant_id': '39bd7d81073542199285fcb8359c99b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:49:59.682299 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cecaa-7ffd-4e85-9d6f-98e9eeae587d admin admin] Pushing event updated for resources: {'Network': ['ID=a41ab5fa-a507-4e56-adf9-35d7d0ebcace,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:59.696036 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Network a41ab5fa-a507-4e56-adf9-35d7d0ebcace details requested by agent ovs-agent-dv-cinder-805887-5-iscsi with host dv-cinder-805887-5-iscsi {{(pid=93975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:49:59.703264 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Made reservation on behalf of 39bd7d81073542199285fcb8359c99b2 for: {'subnet': 1} {{(pid=93974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:49:59.705521 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4679163'] for subnet, before_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:59.836760 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-c7a15f3e-21f0-44ea-b605-76e64cbe868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:59.838252 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-c7a15f3e-21f0-44ea-b605-76e64cbe868b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b&tenant_id=85756cb928784a959a0e8e5a52e96843 HTTP/1.1" status: 200 len: 1096 time: 0.0683889 Aug 27 03:49:59.874910 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4309942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4679049'] for subnet, after_create {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:59.900862 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-64fb7fe9-c136-4ec6-abac-2cf7018ca134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:59.902442 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-64fb7fe9-c136-4ec6-abac-2cf7018ca134 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85756cb928784a959a0e8e5a52e96843&device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1096 time: 0.0420966 Aug 27 03:49:59.937878 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=09410fa2-0e87-41ff-9b80-4b6fec5cd596,revision_number=0']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:49:59.948665 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.949020 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.949366 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.949706 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.950040 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.950378 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.950709 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.951061 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.951391 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.951716 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.952037 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.952363 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:49:59.955548 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Checking segment: {'id': '542254de-49b5-41d8-a749-371ca6324cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:49:59.956432 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Network hostable DHCP agents. Network: a41ab5fa-a507-4e56-adf9-35d7d0ebcace, hostable agents: ['204a08bf-1848-48c6-99be-754c77eca106'], hosted agents: [] {{(pid=93974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:49:59.974895 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Network a41ab5fa-a507-4e56-adf9-35d7d0ebcace is scheduled to be hosted by DHCP agent 204a08bf-1848-48c6-99be-754c77eca106 with binding_index 1 {{(pid=93974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:49:59.983582 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.base_scheduler [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-5-iscsi, a41ab5fa-a507-4e56-adf9-35d7d0ebcace) {{(pid=93974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:49:59.988113 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:59.988719 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:59.993278 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d83eed-0cc8-450a-9029-151b0fb526b5 None None] Network a41ab5fa-a507-4e56-adf9-35d7d0ebcace requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:50:00.004315 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-80ab5dbe-5ebd-4d1a-8313-67e805efb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:00.004878 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-58363fec-eee6-4f71-bf03-9b6c61ff23aa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3268180 Aug 27 03:50:00.006479 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-80ab5dbe-5ebd-4d1a-8313-67e805efb308 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d22afcbe-2020-4f30-8657-457a3dc769ad HTTP/1.1" status: 200 len: 908 time: 0.0972362 Aug 27 03:50:00.076593 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-90d1dfd9-6f6e-45fc-b619-0b1100cbec2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845d996-8067-4b38-8b70-60c15268065e HTTP/1.1" status: 200 len: 998 time: 0.0630548 Aug 27 03:50:00.131413 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e6ce0-b805-4847-89da-7f00fe3d9635 None None] Network a41ab5fa-a507-4e56-adf9-35d7d0ebcace requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:50:00.141642 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-cd946fbe-12d8-4691-b470-c157dff3f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:00.145262 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-cd946fbe-12d8-4691-b470-c157dff3f3a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fc5bf13-baa2-48a2-ad9d-e81b348a9098 HTTP/1.1" status: 200 len: 846 time: 0.0619807 Aug 27 03:50:00.167935 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06871b-49cf-4ff3-87e2-5e4cb0bd36d2 req-8215041a-0819-4c5a-99db-893d943d8ef7 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:00.169718 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea06871b-49cf-4ff3-87e2-5e4cb0bd36d2 req-8215041a-0819-4c5a-99db-893d943d8ef7 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0713093 Aug 27 03:50:00.200138 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-8b58f2b0-409d-428c-84db-970960720fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:00.201927 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-8b58f2b0-409d-428c-84db-970960720fa4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d22afcbe-2020-4f30-8657-457a3dc769ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499351 Aug 27 03:50:00.219387 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-ea06871b-49cf-4ff3-87e2-5e4cb0bd36d2 req-63bd897f-ccc2-4db9-ab55-caf23f6cd7b3 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407584 Aug 27 03:50:00.298506 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-7b8ab075-80be-4a60-ac30-4bb87d594e86 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894396 Aug 27 03:50:00.391416 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-c9cbc1a3-210a-45b6-880b-de47917f5591 req-d8e35f23-f5e5-4db0-9637-8c387695c045 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852959 Aug 27 03:50:01.333892 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd373376-59f7-49b5-8357-57cdefe6c4e0 req-40a18c5f-1e7f-4bcf-98ca-b55676192613 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:01.335406 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-dd373376-59f7-49b5-8357-57cdefe6c4e0 req-40a18c5f-1e7f-4bcf-98ca-b55676192613 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0494812 Aug 27 03:50:01.372411 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-dd373376-59f7-49b5-8357-57cdefe6c4e0 req-2c872bbb-abe1-4e92-ab04-0071e66bce0d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Aug 27 03:50:01.803160 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-30cd12da-386f-4e0a-93e9-c8d366038024 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:01.804625 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-30cd12da-386f-4e0a-93e9-c8d366038024 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/networks?id=a41ab5fa-a507-4e56-adf9-35d7d0ebcace HTTP/1.1" status: 200 len: 809 time: 0.0996041 Aug 27 03:50:01.819137 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-29955229-8bf3-4b22-847f-55d0821d0f03 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/quotas/39bd7d81073542199285fcb8359c99b2 HTTP/1.1" status: 200 len: 375 time: 0.0088606 Aug 27 03:50:01.853151 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-124b5709-fc75-499e-bbdd-f426c8a3990c tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=39bd7d81073542199285fcb8359c99b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289936 Aug 27 03:50:01.942084 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-066ea27d-c869-4ecb-b77a-bdfc609f6364 service neutron] 10.222.0.30 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821614 Aug 27 03:50:02.037174 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-56b746ea-6863-4b4a-abf7-b6d4ac0f99a9 service neutron] 10.222.0.30 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880878 Aug 27 03:50:02.487053 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78e347-3f28-4bf2-bbc1-53c8f0bb5a77 req-81477a96-8663-4e33-a605-6439cde91b1c tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:02.488764 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0b78e347-3f28-4bf2-bbc1-53c8f0bb5a77 req-81477a96-8663-4e33-a605-6439cde91b1c tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0509481 Aug 27 03:50:02.525835 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-0b78e347-3f28-4bf2-bbc1-53c8f0bb5a77 req-d684bfc5-0ae8-4922-8779-449dc3ad5f3b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Aug 27 03:50:03.203963 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ebbc0606-8a76-460a-82a2-2ac5a4799b91 req-855d07ac-42fd-40f0-a3d4-b52140cf3041 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 210 time: 0.0251935 Aug 27 03:50:03.640895 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876382d-03b8-4b69-83b2-d8f3c895e2d5 req-263f5436-da6a-45a8-aa5f-dd6174c8035e tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:03.642381 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0876382d-03b8-4b69-83b2-d8f3c895e2d5 req-263f5436-da6a-45a8-aa5f-dd6174c8035e tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0492840 Aug 27 03:50:03.681090 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-0876382d-03b8-4b69-83b2-d8f3c895e2d5 req-d07f0872-504b-4132-affe-b3a9918ba035 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318670 Aug 27 03:50:03.815245 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e702caa0-dcd8-46e0-8e10-1e24ef240a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:04.075156 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-16c42f67-94d7-494e-9141-9530fc937243 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:04.076642 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-16c42f67-94d7-494e-9141-9530fc937243 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.21 "GET /v2.0/networks?id=a41ab5fa-a507-4e56-adf9-35d7d0ebcace HTTP/1.1" status: 200 len: 809 time: 0.1025562 Aug 27 03:50:04.089660 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Request body: {'port': {'device_id': 'edb64cc6-283d-40b0-93f6-b5d2381b159d', 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace', 'admin_state_up': True, 'tenant_id': '39bd7d81073542199285fcb8359c99b2'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:50:04.198316 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Made reservation on behalf of 39bd7d81073542199285fcb8359c99b2 for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:50:04.201761 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:04.578295 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a1c29785-7ed1-4e7d-9195-39a443e0b7af req-a7e9ff7f-80bd-4413-8715-e8325b33882e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 210 time: 0.3035507 Aug 27 03:50:04.602328 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Allocated IP 172.20.0.2 (a41ab5fa-a507-4e56-adf9-35d7d0ebcace/09410fa2-0e87-41ff-9b80-4b6fec5cd596/3a0c9cba-d842-42d1-aae2-52404c30a921) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:50:04.746651 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:04.784345 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:04.799538 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe240ce1-6ba7-49c0-9dc5-d5e0608c5723 req-8e1e589f-256d-4fea-aadf-d1793ea46ea6 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:04.801613 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fe240ce1-6ba7-49c0-9dc5-d5e0608c5723 req-8e1e589f-256d-4fea-aadf-d1793ea46ea6 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0529094 Aug 27 03:50:04.825719 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Network a41ab5fa-a507-4e56-adf9-35d7d0ebcace is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:50:04.831361 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:50:04.835025 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:50:04.841414 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Pushing event updated for resources: {'Port': ['ID=3a0c9cba-d842-42d1-aae2-52404c30a921,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:04.842003 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fe240ce1-6ba7-49c0-9dc5-d5e0608c5723 req-f69202e1-891f-400a-901c-7b6f23f341c2 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341961 Aug 27 03:50:04.885916 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:04.886521 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:04.904948 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-27af1d15-ad56-416e-8339-595e1903311b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8196383 Aug 27 03:50:04.916673 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Request body: {'port': {'device_id': 'edb64cc6-283d-40b0-93f6-b5d2381b159d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:50:04.969996 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:05.071891 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:50:05.221940 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0c9cba-d842-42d1-aae2-52404c30a921 {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:50:05.229172 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:05.241211 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Transition to ACTIVE for port object 3a0c9cba-d842-42d1-aae2-52404c30a921 will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:50:05.244939 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:05.309816 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c9cba-d842-42d1-aae2-52404c30a921,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:05.360677 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Attempting to bind port 3a0c9cba-d842-42d1-aae2-52404c30a921 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:50:05.361015 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Attempting to bind port 3a0c9cba-d842-42d1-aae2-52404c30a921 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '542254de-49b5-41d8-a749-371ca6324cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:50:05.361347 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Attempting to bind port 3a0c9cba-d842-42d1-aae2-52404c30a921 on network a41ab5fa-a507-4e56-adf9-35d7d0ebcace {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:50:05.365724 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Port 3a0c9cba-d842-42d1-aae2-52404c30a921 on network a41ab5fa-a507-4e56-adf9-35d7d0ebcace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:50:05.366055 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Attempting to bind port 3a0c9cba-d842-42d1-aae2-52404c30a921 on network a41ab5fa-a507-4e56-adf9-35d7d0ebcace {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:50:05.370816 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:50:05.371159 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Checking segment: {'id': '542254de-49b5-41d8-a749-371ca6324cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:50:05.371540 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Bound using segment: {'id': '542254de-49b5-41d8-a749-371ca6324cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:50:05.371967 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Bound port: 3a0c9cba-d842-42d1-aae2-52404c30a921, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542254de-49b5-41d8-a749-371ca6324cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:50:05.372322 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:05.434737 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] For port 3a0c9cba-d842-42d1-aae2-52404c30a921, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:50:05.437750 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] For port 3a0c9cba-d842-42d1-aae2-52404c30a921, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3a0c9cba-d842-42d1-aae2-52404c30a921,segment=NetworkSegment(542254de-49b5-41d8-a749-371ca6324cae),segment_id=542254de-49b5-41d8-a749-371ca6324cae)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:50:05.441055 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:05.473995 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:05.474609 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:05.476009 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] 10.222.0.21 "PUT /v2.0/ports/3a0c9cba-d842-42d1-aae2-52404c30a921 HTTP/1.1" status: 200 len: 1093 time: 0.5632992 Aug 27 03:50:05.476434 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb64cc6-283d-40b0-93f6-b5d2381b159d', 'tag': '3a0c9cba-d842-42d1-aae2-52404c30a921'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:50:05.478642 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d2fa9-32a3-41b7-b30a-4f19efeeb906" -d '{"events": [{"name": "network-changed", "server_uuid": "edb64cc6-283d-40b0-93f6-b5d2381b159d", "tag": "3a0c9cba-d842-42d1-aae2-52404c30a921"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:50:05.503714 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2949775-9786-4ef1-9d96-487d29be958a service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c9cba-d842-42d1-aae2-52404c30a921,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:05.515081 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24645f06-75a4-4e7f-95d4-069b165ff42b x-openstack-request-id: req-24645f06-75a4-4e7f-95d4-069b165ff42b {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:50:05.515372 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb64cc6-283d-40b0-93f6-b5d2381b159d", "tag": "3a0c9cba-d842-42d1-aae2-52404c30a921", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:50:05.515627 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24645f06-75a4-4e7f-95d4-069b165ff42b {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:50:05.516023 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb64cc6-283d-40b0-93f6-b5d2381b159d', 'tag': '3a0c9cba-d842-42d1-aae2-52404c30a921', 'status': 'completed', 'code': 200} Aug 27 03:50:05.559095 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-8a5f8d15-8370-4f94-868b-01eb7faf3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:05.560594 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-8a5f8d15-8370-4f94-868b-01eb7faf3205 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39bd7d81073542199285fcb8359c99b2&device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 1096 time: 0.0415726 Aug 27 03:50:05.604409 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-5a246fa6-0bff-40af-8f28-81da3e3a9d0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a0c9cba-d842-42d1-aae2-52404c30a921 HTTP/1.1" status: 200 len: 217 time: 0.0355909 Aug 27 03:50:05.653199 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-68674d4e-1531-46b6-891e-e51798e559c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:05.654676 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-68674d4e-1531-46b6-891e-e51798e559c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09410fa2-0e87-41ff-9b80-4b6fec5cd596 HTTP/1.1" status: 200 len: 849 time: 0.0441082 Aug 27 03:50:05.686942 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-746b0a09-4966-45aa-af00-c0ee97288d71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a41ab5fa-a507-4e56-adf9-35d7d0ebcace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245745 Aug 27 03:50:05.696985 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4fd24-9e1f-4973-ae37-a8586a6d7c4a req-386da901-2b44-4946-b21d-3077947949c7 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:05.698493 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-27f4fd24-9e1f-4973-ae37-a8586a6d7c4a req-386da901-2b44-4946-b21d-3077947949c7 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 943 time: 0.0524240 Aug 27 03:50:05.736879 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-27f4fd24-9e1f-4973-ae37-a8586a6d7c4a req-3ece1da1-4e04-4dce-ae5f-2cdc65b7b7a6 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Aug 27 03:50:05.779134 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-0b250054-0553-48dd-be5e-a0996852d91b service neutron] 10.222.0.21 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848951 Aug 27 03:50:05.865801 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-363875d2-c9fe-4c07-851f-2ab5b1ea8d5d req-47b78eee-be21-419c-911a-fb849a4913ea service neutron] 10.222.0.21 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793025 Aug 27 03:50:05.977800 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d2fa9-32a3-41b7-b30a-4f19efeeb906 req-5230a6e8-650e-433a-a097-d876c7122d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:05.979324 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-784d2fa9-32a3-41b7-b30a-4f19efeeb906 req-5230a6e8-650e-433a-a097-d876c7122d58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39bd7d81073542199285fcb8359c99b2&device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 1096 time: 0.0684733 Aug 27 03:50:05.994979 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ad3a2-effc-48f1-944b-6f7c12942c11 req-398484f0-3c92-4837-ac5d-3a5283920513 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:05.996270 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-298ad3a2-effc-48f1-944b-6f7c12942c11 req-398484f0-3c92-4837-ac5d-3a5283920513 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 943 time: 0.0775387 Aug 27 03:50:06.076171 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-298ad3a2-effc-48f1-944b-6f7c12942c11 req-7137798e-3e51-4245-9b1b-997fa7803e1c tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731547 Aug 27 03:50:06.104333 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d2fa9-32a3-41b7-b30a-4f19efeeb906 req-3842ebdf-65e3-410a-b00c-fdc43c1af8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:06.105810 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-784d2fa9-32a3-41b7-b30a-4f19efeeb906 req-3842ebdf-65e3-410a-b00c-fdc43c1af8c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a41ab5fa-a507-4e56-adf9-35d7d0ebcace HTTP/1.1" status: 200 len: 910 time: 0.1184466 Aug 27 03:50:06.152388 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-784d2fa9-32a3-41b7-b30a-4f19efeeb906 req-9056e928-d53e-41f6-b6e1-2fd6bf3dbc9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a0c9cba-d842-42d1-aae2-52404c30a921 HTTP/1.1" status: 200 len: 217 time: 0.0377479 Aug 27 03:50:06.202992 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d2fa9-32a3-41b7-b30a-4f19efeeb906 req-902260dd-23d7-47d6-983e-9795de85254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:06.204603 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-784d2fa9-32a3-41b7-b30a-4f19efeeb906 req-902260dd-23d7-47d6-983e-9795de85254e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09410fa2-0e87-41ff-9b80-4b6fec5cd596 HTTP/1.1" status: 200 len: 849 time: 0.0428996 Aug 27 03:50:06.238252 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-784d2fa9-32a3-41b7-b30a-4f19efeeb906 req-2c63970e-5aca-4c0e-ae4a-70ce0a83a46e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a41ab5fa-a507-4e56-adf9-35d7d0ebcace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245390 Aug 27 03:50:06.249145 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:06.335726 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-784d2fa9-32a3-41b7-b30a-4f19efeeb906 req-7662796d-519c-4cb1-a165-c57627207779 service neutron] 10.222.0.21 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897448 Aug 27 03:50:06.426587 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-784d2fa9-32a3-41b7-b30a-4f19efeeb906 req-9eee1c04-67db-46be-a54b-56c578342d20 service neutron] 10.222.0.21 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829453 Aug 27 03:50:06.679298 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 0845d996-8067-4b38-8b70-60c15268065e details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:50:06.770713 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 0845d996-8067-4b38-8b70-60c15268065e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0845d996-8067-4b38-8b70-60c15268065e,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:06.782080 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '0845d996-8067-4b38-8b70-60c15268065e', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'port_id': '0845d996-8067-4b38-8b70-60c15268065e', 'mac_address': 'fa:16:3e:8b:da:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:50:06.823624 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:06.836614 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0845d996-8067-4b38-8b70-60c15268065e {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:50:06.848972 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f846184-4a38-4e82-886d-d420899a8899 req-220a401b-7282-434a-9eef-21216807c91d tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:06.850443 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4f846184-4a38-4e82-886d-d420899a8899 req-220a401b-7282-434a-9eef-21216807c91d tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 943 time: 0.0481679 Aug 27 03:50:06.857735 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 0845d996-8067-4b38-8b70-60c15268065e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0845d996-8067-4b38-8b70-60c15268065e,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:06.861861 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:06.889356 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-4f846184-4a38-4e82-886d-d420899a8899 req-5fad7ead-4227-4c31-b5b1-86598d970310 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Aug 27 03:50:06.911609 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=0845d996-8067-4b38-8b70-60c15268065e,revision_number=7']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:06.918659 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:06.919040 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:06.919390 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:06.919729 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:06.920063 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:06.920398 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:06.920729 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:06.921057 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:06.921389 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:06.921716 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:06.922040 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:06.922462 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:07.119372 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['0845d996-8067-4b38-8b70-60c15268065e'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:50:07.191644 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b2b4f-76ca-4195-8547-b0140dd6a446 req-e032f54a-1b1f-42ff-b2bb-f32a1cb741a0 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:07.193067 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-db7b2b4f-76ca-4195-8547-b0140dd6a446 req-e032f54a-1b1f-42ff-b2bb-f32a1cb741a0 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 944 time: 0.0523760 Aug 27 03:50:07.232867 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-db7b2b4f-76ca-4195-8547-b0140dd6a446 req-f7ff8d2d-1f45-4e25-9ef2-84ca0baeb0aa tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332658 Aug 27 03:50:07.639709 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-dc79c6bd-82d4-4771-9bd3-f17a5381df46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:08.005378 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abef49-384d-4120-b48b-a47c771d81f3 req-de574587-0a80-4d15-8f65-01b9be66f7a6 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:08.006861 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-84abef49-384d-4120-b48b-a47c771d81f3 req-de574587-0a80-4d15-8f65-01b9be66f7a6 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 943 time: 0.0478082 Aug 27 03:50:08.044934 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-84abef49-384d-4120-b48b-a47c771d81f3 req-448e2a7c-3d96-4784-b8c8-0ad22f7c01ea tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Aug 27 03:50:08.350657 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3656869-3813-4319-b062-0ab583de4442 req-55fda7cc-0277-4f39-b05b-a93caf0d0e8b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:08.352158 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a3656869-3813-4319-b062-0ab583de4442 req-55fda7cc-0277-4f39-b05b-a93caf0d0e8b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 944 time: 0.0525913 Aug 27 03:50:08.389132 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-a3656869-3813-4319-b062-0ab583de4442 req-7db9dd84-704b-43f8-b75f-dee60f3d4568 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311577 Aug 27 03:50:08.556169 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:08.694747 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 3a0c9cba-d842-42d1-aae2-52404c30a921 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:50:08.697760 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 0845d996-8067-4b38-8b70-60c15268065e up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:50:08.806081 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 0845d996-8067-4b38-8b70-60c15268065e triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:50:08.806526 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:08.849060 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 3a0c9cba-d842-42d1-aae2-52404c30a921, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3a0c9cba-d842-42d1-aae2-52404c30a921,segment=NetworkSegment(542254de-49b5-41d8-a749-371ca6324cae),segment_id=542254de-49b5-41d8-a749-371ca6324cae)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:08.864656 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '3a0c9cba-d842-42d1-aae2-52404c30a921', 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace', 'port_id': '3a0c9cba-d842-42d1-aae2-52404c30a921', 'mac_address': 'fa:16:3e:25:cd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09410fa2-0e87-41ff-9b80-4b6fec5cd596', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:50:08.935507 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:08.938357 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:08.956235 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0c9cba-d842-42d1-aae2-52404c30a921 {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:50:08.977496 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845d996-8067-4b38-8b70-60c15268065e'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:50:08.979730 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beea0da-9cd4-438b-9735-d03ac872e368" -d '{"events": [{"server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "name": "network-vif-plugged", "status": "completed", "tag": "0845d996-8067-4b38-8b70-60c15268065e"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:50:08.995665 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 3a0c9cba-d842-42d1-aae2-52404c30a921, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3a0c9cba-d842-42d1-aae2-52404c30a921,segment=NetworkSegment(542254de-49b5-41d8-a749-371ca6324cae),segment_id=542254de-49b5-41d8-a749-371ca6324cae)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:08.999711 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 0845d996-8067-4b38-8b70-60c15268065e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0845d996-8067-4b38-8b70-60c15268065e,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:09.001545 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:09.007504 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:09.050452 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=3a0c9cba-d842-42d1-aae2-52404c30a921,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:09.097405 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=0845d996-8067-4b38-8b70-60c15268065e,revision_number=8']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:09.158154 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da73d8-7551-4c07-b5c5-53f00331fb2e req-a6bad81d-fc0c-4a75-a8f9-395124c8383c tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:09.160149 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e8da73d8-7551-4c07-b5c5-53f00331fb2e req-a6bad81d-fc0c-4a75-a8f9-395124c8383c tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 944 time: 0.0500140 Aug 27 03:50:09.196764 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-e8da73d8-7551-4c07-b5c5-53f00331fb2e req-c0e44c1b-4ba5-4594-8037-a5733d01358a tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307629 Aug 27 03:50:09.209594 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['3a0c9cba-d842-42d1-aae2-52404c30a921'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:50:09.501232 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7976f-803f-4d47-bd9d-1143df8f7a42 req-6918d816-d465-4b56-98ac-23a5a27f1eb5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:09.502678 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-64e7976f-803f-4d47-bd9d-1143df8f7a42 req-6918d816-d465-4b56-98ac-23a5a27f1eb5 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0481224 Aug 27 03:50:09.543923 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-64e7976f-803f-4d47-bd9d-1143df8f7a42 req-5e929462-1c02-4637-bb70-4eaf74688fc1 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Aug 27 03:50:10.039633 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6429f62e-c12d-4d96-ac5d-929dfa0148c6 x-openstack-request-id: req-6429f62e-c12d-4d96-ac5d-929dfa0148c6 {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:50:10.040082 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "name": "network-vif-plugged", "status": "completed", "tag": "0845d996-8067-4b38-8b70-60c15268065e", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:50:10.040180 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6429f62e-c12d-4d96-ac5d-929dfa0148c6 {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:50:10.040554 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845d996-8067-4b38-8b70-60c15268065e', 'code': 200} Aug 27 03:50:10.254545 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73e8ad-f9a2-43d5-95a3-18aab745ee96 req-a07351fc-1f38-42ab-b4d6-b43be1a90f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:10.256098 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fb73e8ad-f9a2-43d5-95a3-18aab745ee96 req-a07351fc-1f38-42ab-b4d6-b43be1a90f4d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1098 time: 0.0446241 Aug 27 03:50:10.325242 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fb73e8ad-f9a2-43d5-95a3-18aab745ee96 req-a80e2a36-9e22-4f3a-a9aa-82658c9e0ed3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620637 Aug 27 03:50:10.337191 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40625e29-7af5-4354-abda-cbf216e2b8a1 req-cf57fe43-6506-4137-a2b4-62027d32a468 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:10.338603 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-40625e29-7af5-4354-abda-cbf216e2b8a1 req-cf57fe43-6506-4137-a2b4-62027d32a468 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 944 time: 0.0745244 Aug 27 03:50:10.375494 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-40625e29-7af5-4354-abda-cbf216e2b8a1 req-421742d9-c19a-4a15-a76e-69f980ca37fe tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Aug 27 03:50:10.659120 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d171282-3a93-47ab-9c93-7464fcfae789 req-2c728e48-e277-436b-aff0-65afe8fa4520 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:10.660427 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8d171282-3a93-47ab-9c93-7464fcfae789 req-2c728e48-e277-436b-aff0-65afe8fa4520 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0518234 Aug 27 03:50:10.694611 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 3a0c9cba-d842-42d1-aae2-52404c30a921 up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:50:10.697604 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-8d171282-3a93-47ab-9c93-7464fcfae789 req-cc4ab193-b737-44eb-893d-b6ef6c039fe8 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313964 Aug 27 03:50:10.744463 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 3a0c9cba-d842-42d1-aae2-52404c30a921 completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:50:10.748066 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 3a0c9cba-d842-42d1-aae2-52404c30a921 triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:50:10.748437 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:10.824357 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:10.855616 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 3a0c9cba-d842-42d1-aae2-52404c30a921, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3a0c9cba-d842-42d1-aae2-52404c30a921,segment=NetworkSegment(542254de-49b5-41d8-a749-371ca6324cae),segment_id=542254de-49b5-41d8-a749-371ca6324cae)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:10.859285 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:10.904719 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=3a0c9cba-d842-42d1-aae2-52404c30a921,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:11.153275 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:11.485889 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df76a8a-97d5-4620-9641-fcdc98538a3e req-ce6c5906-4ccc-4b14-a7f3-c4249cb7d5ec tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:11.487391 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9df76a8a-97d5-4620-9641-fcdc98538a3e req-ce6c5906-4ccc-4b14-a7f3-c4249cb7d5ec tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 945 time: 0.0482132 Aug 27 03:50:11.525284 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-9df76a8a-97d5-4620-9641-fcdc98538a3e req-31f8fdee-a672-46bd-8b1a-4a91bc1d90a7 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319605 Aug 27 03:50:11.811819 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef76cc2-407e-4dfa-98eb-fef939d95a71 req-bed81120-dc01-4d58-a494-8fe738bdaa4e tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:11.813275 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9ef76cc2-407e-4dfa-98eb-fef939d95a71 req-bed81120-dc01-4d58-a494-8fe738bdaa4e tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0479200 Aug 27 03:50:11.850773 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-9ef76cc2-407e-4dfa-98eb-fef939d95a71 req-c38a169d-f506-4769-b3ca-59b018480857 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Aug 27 03:50:12.041788 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb64cc6-283d-40b0-93f6-b5d2381b159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c9cba-d842-42d1-aae2-52404c30a921'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:50:12.044026 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08497c00-efe9-4f36-86a5-584788d5398a" -d '{"events": [{"server_uuid": "edb64cc6-283d-40b0-93f6-b5d2381b159d", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c9cba-d842-42d1-aae2-52404c30a921"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:50:12.079828 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bbdb00-f309-4c28-9d44-f8cb336c867f x-openstack-request-id: req-41bbdb00-f309-4c28-9d44-f8cb336c867f {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:50:12.080115 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb64cc6-283d-40b0-93f6-b5d2381b159d", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c9cba-d842-42d1-aae2-52404c30a921", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:50:12.080427 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41bbdb00-f309-4c28-9d44-f8cb336c867f {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:50:12.080978 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb64cc6-283d-40b0-93f6-b5d2381b159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c9cba-d842-42d1-aae2-52404c30a921', 'code': 200} Aug 27 03:50:12.238281 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36e26e-a26b-4d6a-9540-22e13f712eba req-5434edf6-91a6-4711-bc56-38fbefe7ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:12.239793 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fe36e26e-a26b-4d6a-9540-22e13f712eba req-5434edf6-91a6-4711-bc56-38fbefe7ea23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 1098 time: 0.0439830 Aug 27 03:50:12.273793 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fe36e26e-a26b-4d6a-9540-22e13f712eba req-589f588d-632e-4de2-90d2-069a6bf0dcf8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269153 Aug 27 03:50:12.637854 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ebf06-9a28-4f78-aa14-cab560df9ea8 req-f84d0b8d-db1e-4cea-a32c-752dc93a5790 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:12.639339 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-be3ebf06-9a28-4f78-aa14-cab560df9ea8 req-f84d0b8d-db1e-4cea-a32c-752dc93a5790 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 945 time: 0.0478761 Aug 27 03:50:12.676508 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-be3ebf06-9a28-4f78-aa14-cab560df9ea8 req-e0b807f3-25c3-4217-9c4b-5c970429ec2b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305905 Aug 27 03:50:13.789367 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63b4c6-f792-4a8b-83d4-4cb3a4b88394 req-1531b998-43b3-4d64-a0ca-be2404d57a67 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:13.790853 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4a63b4c6-f792-4a8b-83d4-4cb3a4b88394 req-1531b998-43b3-4d64-a0ca-be2404d57a67 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 945 time: 0.0480568 Aug 27 03:50:13.831795 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-4a63b4c6-f792-4a8b-83d4-4cb3a4b88394 req-e0807cc1-525a-49ce-b81c-1a374b6d717b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351510 Aug 27 03:50:14.428895 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f55e9-c7b4-42ef-abaf-eaa0cfa69a62 req-572874cc-a83c-4c32-9c67-09fbc0807c73 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:14.430344 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-449f55e9-c7b4-42ef-abaf-eaa0cfa69a62 req-572874cc-a83c-4c32-9c67-09fbc0807c73 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 945 time: 0.0477087 Aug 27 03:50:14.467812 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-449f55e9-c7b4-42ef-abaf-eaa0cfa69a62 req-40655dfe-d0a4-44bf-949a-9de55a50215e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Aug 27 03:50:15.584507 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc539bd-d44c-4e04-bb2d-1fd8a7d575cc req-83e89f53-417c-4111-ae4a-a83aa6b2c0d5 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:15.586011 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1cc539bd-d44c-4e04-bb2d-1fd8a7d575cc req-83e89f53-417c-4111-ae4a-a83aa6b2c0d5 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 945 time: 0.0515854 Aug 27 03:50:15.622955 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1cc539bd-d44c-4e04-bb2d-1fd8a7d575cc req-677cd973-abfa-4ecc-ad57-1bbfdb955b0c tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Aug 27 03:50:15.746828 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222b29f-5b09-493f-a93a-db378aaf8a5c req-cb5a0390-03e7-430b-b2f4-e75b783e608c tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:15.748198 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d222b29f-5b09-493f-a93a-db378aaf8a5c req-cb5a0390-03e7-430b-b2f4-e75b783e608c tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb64cc6-283d-40b0-93f6-b5d2381b159d HTTP/1.1" status: 200 len: 945 time: 0.0510964 Aug 27 03:50:15.835363 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-d222b29f-5b09-493f-a93a-db378aaf8a5c req-4670fa20-a603-41db-8731-096fc29834e8 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Deleting port 3a0c9cba-d842-42d1-aae2-52404c30a921 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:15.835703 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d222b29f-5b09-493f-a93a-db378aaf8a5c req-4670fa20-a603-41db-8731-096fc29834e8 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:15.924436 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-d222b29f-5b09-493f-a93a-db378aaf8a5c req-4670fa20-a603-41db-8731-096fc29834e8 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] For port 3a0c9cba-d842-42d1-aae2-52404c30a921, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3a0c9cba-d842-42d1-aae2-52404c30a921,segment=NetworkSegment(542254de-49b5-41d8-a749-371ca6324cae),segment_id=542254de-49b5-41d8-a749-371ca6324cae)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:15.924786 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d222b29f-5b09-493f-a93a-db378aaf8a5c req-4670fa20-a603-41db-8731-096fc29834e8 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:15.936975 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-d222b29f-5b09-493f-a93a-db378aaf8a5c req-4670fa20-a603-41db-8731-096fc29834e8 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Calling delete_port for 3a0c9cba-d842-42d1-aae2-52404c30a921 owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:16.063106 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d222b29f-5b09-493f-a93a-db378aaf8a5c req-4670fa20-a603-41db-8731-096fc29834e8 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:16.076476 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['3a0c9cba-d842-42d1-aae2-52404c30a921'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:50:16.099866 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670fa20-a603-41db-8731-096fc29834e8 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Pushing event deleted for resources: {'Port': ['ID=3a0c9cba-d842-42d1-aae2-52404c30a921,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:16.132349 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-d222b29f-5b09-493f-a93a-db378aaf8a5c req-4670fa20-a603-41db-8731-096fc29834e8 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] No DVR routers for this DVR port 3a0c9cba-d842-42d1-aae2-52404c30a921 on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:50:16.134832 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-d222b29f-5b09-493f-a93a-db378aaf8a5c req-4670fa20-a603-41db-8731-096fc29834e8 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:16.136974 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d222b29f-5b09-493f-a93a-db378aaf8a5c req-4670fa20-a603-41db-8731-096fc29834e8 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.21 "DELETE /v2.0/ports/3a0c9cba-d842-42d1-aae2-52404c30a921 HTTP/1.1" status: 204 len: 173 time: 0.3831096 Aug 27 03:50:16.137420 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb64cc6-283d-40b0-93f6-b5d2381b159d', 'name': 'network-vif-deleted', 'tag': '3a0c9cba-d842-42d1-aae2-52404c30a921'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:50:16.140352 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235f8afa-15c5-4791-8d61-2a7960276a13" -d '{"events": [{"server_uuid": "edb64cc6-283d-40b0-93f6-b5d2381b159d", "name": "network-vif-deleted", "tag": "3a0c9cba-d842-42d1-aae2-52404c30a921"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:50:16.176918 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b34aeaf-8f5e-4d2f-9280-e0865e8b5a30 x-openstack-request-id: req-2b34aeaf-8f5e-4d2f-9280-e0865e8b5a30 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:50:16.177208 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb64cc6-283d-40b0-93f6-b5d2381b159d", "name": "network-vif-deleted", "tag": "3a0c9cba-d842-42d1-aae2-52404c30a921", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:50:16.177464 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b34aeaf-8f5e-4d2f-9280-e0865e8b5a30 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:50:16.177876 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb64cc6-283d-40b0-93f6-b5d2381b159d', 'name': 'network-vif-deleted', 'tag': '3a0c9cba-d842-42d1-aae2-52404c30a921', 'status': 'completed', 'code': 200} Aug 27 03:50:16.874681 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-8331d20e-96b2-4532-a843-087e0772dc72 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:16.876188 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-8331d20e-96b2-4532-a843-087e0772dc72 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/networks?id=a41ab5fa-a507-4e56-adf9-35d7d0ebcace HTTP/1.1" status: 200 len: 809 time: 0.1006186 Aug 27 03:50:16.891497 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-52f615cb-cbc9-4c4e-9806-04459529039b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/quotas/39bd7d81073542199285fcb8359c99b2 HTTP/1.1" status: 200 len: 375 time: 0.0090284 Aug 27 03:50:16.923261 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-6bfef076-950c-4d11-a299-94b4f108d441 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=39bd7d81073542199285fcb8359c99b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257361 Aug 27 03:50:16.988760 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-68a72326-7d85-41cf-9e66-c498fc7af60a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:50:16.989680 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-68a72326-7d85-41cf-9e66-c498fc7af60a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595255 Aug 27 03:50:17.080831 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-e43b398b-f848-4ca9-98f9-b9f6492b2a16 service neutron] 10.222.0.30 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850401 Aug 27 03:50:17.168248 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-ab2f64bb-ef0a-4b61-a29e-6160ff4772aa service neutron] 10.222.0.30 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812271 Aug 27 03:50:17.320257 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-1144a3ec-42ce-4721-8ee3-0740a4395435 req-8396a053-3673-4817-af76-13b14b855c14 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 210 time: 0.0266783 Aug 27 03:50:18.183037 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:18.236373 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-c85b7d0d-448e-4641-b52b-1786e0ceddd6 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:18.237819 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-c85b7d0d-448e-4641-b52b-1786e0ceddd6 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.21 "GET /v2.0/networks?id=a41ab5fa-a507-4e56-adf9-35d7d0ebcace HTTP/1.1" status: 200 len: 809 time: 0.1088293 Aug 27 03:50:18.250828 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Request body: {'port': {'device_id': '78a274aa-d0a1-430c-a4c7-348737fced75', 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace', 'admin_state_up': True, 'tenant_id': '39bd7d81073542199285fcb8359c99b2'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:50:18.355809 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Made reservation on behalf of 39bd7d81073542199285fcb8359c99b2 for: {'port': 1} {{(pid=93973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:50:18.359305 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:18.441590 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-d10b8703-1a21-4e62-b997-3a409b81d4ec req-376fa08c-87ed-4377-9c74-9ea09c391372 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 210 time: 0.0559926 Aug 27 03:50:18.506345 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_common [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Allocated IP 172.20.0.10 (a41ab5fa-a507-4e56-adf9-35d7d0ebcace/09410fa2-0e87-41ff-9b80-4b6fec5cd596/4a91e552-9d82-49c7-8001-ed353fc0c9aa) {{(pid=93973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:50:18.649376 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks [] for port, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:18.687141 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791266122262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:18.726865 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Network a41ab5fa-a507-4e56-adf9-35d7d0ebcace is already hosted by enough agents. {{(pid=93973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:50:18.729780 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.base_scheduler [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Resources bound (agent type, host, resource id): {{(pid=93973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:50:18.735857 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Received port after_create {{(pid=93973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:50:18.747746 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 3a0c9cba-d842-42d1-aae2-52404c30a921 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:50:18.760386 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Pushing event updated for resources: {'Port': ['ID=4a91e552-9d82-49c7-8001-ed353fc0c9aa,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:18.771294 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 3a0c9cba-d842-42d1-aae2-52404c30a921 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:50:18.771640 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 3a0c9cba-d842-42d1-aae2-52404c30a921 not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:50:18.773481 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.773833 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.774176 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.774514 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.774878 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.775208 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.775533 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.775857 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.776181 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.776505 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.776828 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.777148 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:18.798974 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:18.799586 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:18.813055 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-95d897f0-6d22-49e9-b7aa-43bd87b62316 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5660207 Aug 27 03:50:18.824853 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.v2.base [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Request body: {'port': {'device_id': '78a274aa-d0a1-430c-a4c7-348737fced75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:50:18.880339 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:19.130348 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a91e552-9d82-49c7-8001-ed353fc0c9aa {{(pid=93973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:50:19.137592 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:19.149992 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.provisioning_blocks [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Transition to ACTIVE for port object 4a91e552-9d82-49c7-8001-ed353fc0c9aa will not be triggered until provisioned by entity L2. {{(pid=93973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:50:19.154742 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:19.205466 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Pushing event updated for resources: {'Port': ['ID=4a91e552-9d82-49c7-8001-ed353fc0c9aa,revision_number=2']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:19.271173 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Attempting to bind port 4a91e552-9d82-49c7-8001-ed353fc0c9aa on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:50:19.271837 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Attempting to bind port 4a91e552-9d82-49c7-8001-ed353fc0c9aa by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '542254de-49b5-41d8-a749-371ca6324cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace'}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:50:19.271837 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Attempting to bind port 4a91e552-9d82-49c7-8001-ed353fc0c9aa on network a41ab5fa-a507-4e56-adf9-35d7d0ebcace {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:50:19.275960 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Port 4a91e552-9d82-49c7-8001-ed353fc0c9aa on network a41ab5fa-a507-4e56-adf9-35d7d0ebcace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:50:19.276284 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Attempting to bind port 4a91e552-9d82-49c7-8001-ed353fc0c9aa on network a41ab5fa-a507-4e56-adf9-35d7d0ebcace {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:50:19.281021 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Checking agent: {'id': '364a45fb-97d7-4483-8cd5-3b8bc5b7f10b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 10, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:50:19.281356 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Checking segment: {'id': '542254de-49b5-41d8-a749-371ca6324cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:50:19.281736 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Bound using segment: {'id': '542254de-49b5-41d8-a749-371ca6324cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace'} {{(pid=93973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:50:19.282163 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.managers [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Bound port: 4a91e552-9d82-49c7-8001-ed353fc0c9aa, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542254de-49b5-41d8-a749-371ca6324cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace'}}] {{(pid=93973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:50:19.282508 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:19.343635 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] For port 4a91e552-9d82-49c7-8001-ed353fc0c9aa, host hv-cinder-80588, cleared binding levels {{(pid=93973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:50:19.348123 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] For port 4a91e552-9d82-49c7-8001-ed353fc0c9aa, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4a91e552-9d82-49c7-8001-ed353fc0c9aa,segment=NetworkSegment(542254de-49b5-41d8-a749-371ca6324cae),segment_id=542254de-49b5-41d8-a749-371ca6324cae)] {{(pid=93973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:50:19.352559 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795192'] for port, after_update {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:19.383296 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:19.383905 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:19.385473 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] 10.222.0.21 "PUT /v2.0/ports/4a91e552-9d82-49c7-8001-ed353fc0c9aa HTTP/1.1" status: 200 len: 1094 time: 0.5646555 Aug 27 03:50:19.387727 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a274aa-d0a1-430c-a4c7-348737fced75', 'tag': '4a91e552-9d82-49c7-8001-ed353fc0c9aa'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:50:19.390408 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0e95a2-780d-4d9a-989b-cfdc26271c80" -d '{"events": [{"name": "network-changed", "server_uuid": "78a274aa-d0a1-430c-a4c7-348737fced75", "tag": "4a91e552-9d82-49c7-8001-ed353fc0c9aa"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:50:19.419390 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08979e82-aaad-473a-8a2e-87b4b6c57cad service neutron] Pushing event updated for resources: {'Port': ['ID=4a91e552-9d82-49c7-8001-ed353fc0c9aa,revision_number=3']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:19.433686 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e740d4-11ac-44b2-a92a-a692124d0b1c x-openstack-request-id: req-32e740d4-11ac-44b2-a92a-a692124d0b1c {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:50:19.433965 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a274aa-d0a1-430c-a4c7-348737fced75", "tag": "4a91e552-9d82-49c7-8001-ed353fc0c9aa", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:50:19.434210 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32e740d4-11ac-44b2-a92a-a692124d0b1c {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:50:19.434598 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a274aa-d0a1-430c-a4c7-348737fced75', 'tag': '4a91e552-9d82-49c7-8001-ed353fc0c9aa', 'status': 'completed', 'code': 200} Aug 27 03:50:19.476141 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-9ed73477-b176-4cd6-8630-22e6adfb89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:19.477651 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-9ed73477-b176-4cd6-8630-22e6adfb89c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39bd7d81073542199285fcb8359c99b2&device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 1097 time: 0.0539799 Aug 27 03:50:19.527653 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-f9f84f8a-b23f-446c-b8ba-c1e948b55a6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a91e552-9d82-49c7-8001-ed353fc0c9aa HTTP/1.1" status: 200 len: 217 time: 0.0419793 Aug 27 03:50:19.597041 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-34b8e27b-a3bd-4855-aced-973e7e1140d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:19.598336 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-34b8e27b-a3bd-4855-aced-973e7e1140d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09410fa2-0e87-41ff-9b80-4b6fec5cd596 HTTP/1.1" status: 200 len: 849 time: 0.0538027 Aug 27 03:50:19.606455 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29848c4d-abb2-4440-bafb-2cca59a4aa1c req-b2c60078-5af7-47c3-b41c-778543175a5a tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:19.607828 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-29848c4d-abb2-4440-bafb-2cca59a4aa1c req-b2c60078-5af7-47c3-b41c-778543175a5a tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 944 time: 0.0889847 Aug 27 03:50:19.637404 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-ad762771-50a1-4d0e-8309-9c766012c1ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a41ab5fa-a507-4e56-adf9-35d7d0ebcace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286894 Aug 27 03:50:19.701720 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-29848c4d-abb2-4440-bafb-2cca59a4aa1c req-e36cd302-753a-4892-b4dc-83426da9e458 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852134 Aug 27 03:50:19.744506 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-6cb58bd6-8d91-4aa2-a088-8f95958d4c3a service neutron] 10.222.0.21 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991070 Aug 27 03:50:19.835324 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-ae2930e1-9745-45ec-a045-6e7e5e23663c req-b05ea627-f3d0-445b-afee-c8b4898fc863 service neutron] 10.222.0.21 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835302 Aug 27 03:50:19.918240 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e95a2-780d-4d9a-989b-cfdc26271c80 req-b0643e9a-05a9-47aa-afa6-b77ee45c11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:19.919751 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b0e95a2-780d-4d9a-989b-cfdc26271c80 req-b0643e9a-05a9-47aa-afa6-b77ee45c11dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39bd7d81073542199285fcb8359c99b2&device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 1097 time: 0.0403366 Aug 27 03:50:20.009099 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e95a2-780d-4d9a-989b-cfdc26271c80 req-893cc93d-ab0d-4cb2-9d7c-44aab20e4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:20.010523 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b0e95a2-780d-4d9a-989b-cfdc26271c80 req-893cc93d-ab0d-4cb2-9d7c-44aab20e4af5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a41ab5fa-a507-4e56-adf9-35d7d0ebcace HTTP/1.1" status: 200 len: 910 time: 0.0838442 Aug 27 03:50:20.053530 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b0e95a2-780d-4d9a-989b-cfdc26271c80 req-dad7b3c5-db65-4d59-9cb1-b685452bb80f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a91e552-9d82-49c7-8001-ed353fc0c9aa HTTP/1.1" status: 200 len: 217 time: 0.0350373 Aug 27 03:50:20.105571 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e95a2-780d-4d9a-989b-cfdc26271c80 req-7e2a591b-7eb4-4299-859f-6016dafc8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:20.107346 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b0e95a2-780d-4d9a-989b-cfdc26271c80 req-7e2a591b-7eb4-4299-859f-6016dafc8620 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09410fa2-0e87-41ff-9b80-4b6fec5cd596 HTTP/1.1" status: 200 len: 849 time: 0.0458629 Aug 27 03:50:20.145933 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b0e95a2-780d-4d9a-989b-cfdc26271c80 req-0b6f0186-1417-4499-9798-adc547f08b83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a41ab5fa-a507-4e56-adf9-35d7d0ebcace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285895 Aug 27 03:50:20.237437 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b0e95a2-780d-4d9a-989b-cfdc26271c80 req-cd36be68-bc5c-4167-a293-851187c9bd34 service neutron] 10.222.0.21 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833101 Aug 27 03:50:20.325848 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-6b0e95a2-780d-4d9a-989b-cfdc26271c80 req-d11296af-2a1b-417c-8485-f120747b7c73 service neutron] 10.222.0.21 "GET /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805130 Aug 27 03:50:20.816464 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d773-2757-40a7-b7c9-4a830c5dbd04 req-4d8bdabd-9f23-4f78-8a78-04fe982ef276 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:20.817914 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2f18d773-2757-40a7-b7c9-4a830c5dbd04 req-4d8bdabd-9f23-4f78-8a78-04fe982ef276 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 944 time: 0.0475700 Aug 27 03:50:20.854640 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-2f18d773-2757-40a7-b7c9-4a830c5dbd04 req-872d4bc3-79da-4d98-bbd3-b72ac79f2962 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307460 Aug 27 03:50:21.973480 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fd64b-aa3d-4847-9f18-e91e81fb3d08 req-250e1863-7790-419c-a1cc-4a544ca07712 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:21.975030 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-617fd64b-aa3d-4847-9f18-e91e81fb3d08 req-250e1863-7790-419c-a1cc-4a544ca07712 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 944 time: 0.0540693 Aug 27 03:50:22.012175 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-617fd64b-aa3d-4847-9f18-e91e81fb3d08 req-87819995-98cf-4164-8b63-eeab60246760 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312042 Aug 27 03:50:22.748316 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 4a91e552-9d82-49c7-8001-ed353fc0c9aa details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:50:22.837831 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 4a91e552-9d82-49c7-8001-ed353fc0c9aa, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4a91e552-9d82-49c7-8001-ed353fc0c9aa,segment=NetworkSegment(542254de-49b5-41d8-a749-371ca6324cae),segment_id=542254de-49b5-41d8-a749-371ca6324cae)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:22.849262 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Returning: {'device': '4a91e552-9d82-49c7-8001-ed353fc0c9aa', 'network_id': 'a41ab5fa-a507-4e56-adf9-35d7d0ebcace', 'port_id': '4a91e552-9d82-49c7-8001-ed353fc0c9aa', 'mac_address': 'fa:16:3e:2f:52:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09410fa2-0e87-41ff-9b80-4b6fec5cd596', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:50:22.887568 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:22.900042 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a91e552-9d82-49c7-8001-ed353fc0c9aa {{(pid=93975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:50:22.919031 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 4a91e552-9d82-49c7-8001-ed353fc0c9aa, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4a91e552-9d82-49c7-8001-ed353fc0c9aa,segment=NetworkSegment(542254de-49b5-41d8-a749-371ca6324cae),segment_id=542254de-49b5-41d8-a749-371ca6324cae)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:22.922337 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:22.967347 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=4a91e552-9d82-49c7-8001-ed353fc0c9aa,revision_number=4']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:23.129984 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10779b68-6a30-49ff-a18c-9f088b33b293 req-b390ba69-f822-434a-935e-1919fe20723b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:23.131465 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-10779b68-6a30-49ff-a18c-9f088b33b293 req-b390ba69-f822-434a-935e-1919fe20723b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 945 time: 0.0521600 Aug 27 03:50:23.139257 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['4a91e552-9d82-49c7-8001-ed353fc0c9aa'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:50:23.170026 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-10779b68-6a30-49ff-a18c-9f088b33b293 req-9295c9da-f663-4bc4-83cb-d6cd901ce39f tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Aug 27 03:50:24.281494 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef96b3-9db8-4f05-b8ba-f017f4b50a9b req-7efa9a49-9e18-438a-aeaa-54e1819f1168 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:24.283471 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-60ef96b3-9db8-4f05-b8ba-f017f4b50a9b req-7efa9a49-9e18-438a-aeaa-54e1819f1168 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 945 time: 0.0475428 Aug 27 03:50:24.320225 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-60ef96b3-9db8-4f05-b8ba-f017f4b50a9b req-741cdf5f-cc2e-4c16-8ab6-c27cc80afced tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304291 Aug 27 03:50:24.772679 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 4a91e552-9d82-49c7-8001-ed353fc0c9aa up at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:50:24.819264 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning for port 4a91e552-9d82-49c7-8001-ed353fc0c9aa completed by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:50:24.822609 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.provisioning_blocks [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Provisioning complete for port 4a91e552-9d82-49c7-8001-ed353fc0c9aa triggered by entity L2. {{(pid=93975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:50:24.823002 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1046213'] for port, provisioning_complete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:24.897538 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990540'] for port, before_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:24.919234 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a274aa-d0a1-430c-a4c7-348737fced75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a91e552-9d82-49c7-8001-ed353fc0c9aa'}] {{(pid=93975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:50:24.921440 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f4a9bc4e2c3d4a4e4a51d0611a2b2edc26b4df39f66ebc40a9476ef5782a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f59cbbb-c63c-43a3-8d07-6db907df0f5f" -d '{"events": [{"server_uuid": "78a274aa-d0a1-430c-a4c7-348737fced75", "name": "network-vif-plugged", "status": "completed", "tag": "4a91e552-9d82-49c7-8001-ed353fc0c9aa"}]}' {{(pid=93975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:50:24.933795 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] For port 4a91e552-9d82-49c7-8001-ed353fc0c9aa, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4a91e552-9d82-49c7-8001-ed353fc0c9aa,segment=NetworkSegment(542254de-49b5-41d8-a749-371ca6324cae),segment_id=542254de-49b5-41d8-a749-371ca6324cae)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:24.937790 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791266581553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791266122280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791266122298'] for port, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:24.964000 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25381c0-104b-482a-8223-546f8ee3c52b x-openstack-request-id: req-d25381c0-104b-482a-8223-546f8ee3c52b {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:50:24.964282 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a274aa-d0a1-430c-a4c7-348737fced75", "name": "network-vif-plugged", "status": "completed", "tag": "4a91e552-9d82-49c7-8001-ed353fc0c9aa", "code": 200}]} {{(pid=93975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:50:24.964525 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d25381c0-104b-482a-8223-546f8ee3c52b {{(pid=93975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:50:24.964899 dv-cinder-805887-5-iscsi neutron-server[93975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a274aa-d0a1-430c-a4c7-348737fced75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a91e552-9d82-49c7-8001-ed353fc0c9aa', 'code': 200} Aug 27 03:50:24.989102 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Pushing event updated for resources: {'Port': ['ID=4a91e552-9d82-49c7-8001-ed353fc0c9aa,revision_number=5']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:25.112949 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec1844-3ac2-4614-8437-0b1e191ca19b req-80e05bfc-dc33-4e5c-a113-f4e2a59ac1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:25.114370 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2dec1844-3ac2-4614-8437-0b1e191ca19b req-80e05bfc-dc33-4e5c-a113-f4e2a59ac1a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 1099 time: 0.0383704 Aug 27 03:50:25.149080 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2dec1844-3ac2-4614-8437-0b1e191ca19b req-d5e555f3-ed6b-4e50-99eb-115baa9c10a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272417 Aug 27 03:50:25.435605 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e52675-bd87-4cab-a81d-70dbe21a2383 req-3a860819-c744-48fd-9f75-54540716e459 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:25.437180 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-92e52675-bd87-4cab-a81d-70dbe21a2383 req-3a860819-c744-48fd-9f75-54540716e459 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 946 time: 0.0519538 Aug 27 03:50:25.475188 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-92e52675-bd87-4cab-a81d-70dbe21a2383 req-76dba6ab-f7b6-4256-a8f1-624cb6378ac2 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Aug 27 03:50:26.589042 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d311f-cc6e-41a3-bf0f-2fa63df2453c req-1040c5ad-50b9-414a-aaa1-a2a475c291d0 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:26.590501 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6a1d311f-cc6e-41a3-bf0f-2fa63df2453c req-1040c5ad-50b9-414a-aaa1-a2a475c291d0 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 946 time: 0.0481305 Aug 27 03:50:26.627913 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-6a1d311f-cc6e-41a3-bf0f-2fa63df2453c req-970fc1e8-a90c-4918-9b8b-ea1de5e185c5 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Aug 27 03:50:27.291729 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac08c3c-830e-4d65-b970-d90015d10dbc req-666dece0-5773-4adc-a027-3e73b6ad5077 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:27.293135 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fac08c3c-830e-4d65-b970-d90015d10dbc req-666dece0-5773-4adc-a027-3e73b6ad5077 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 946 time: 0.0497375 Aug 27 03:50:27.330294 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-fac08c3c-830e-4d65-b970-d90015d10dbc req-937274fd-2746-46f5-a973-fedaf4fe29eb tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312121 Aug 27 03:50:28.445918 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958b4ba-423d-49fb-b354-736fd5321ef4 req-d4d9510a-1492-4685-80da-b0661a334cd6 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:28.450861 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7958b4ba-423d-49fb-b354-736fd5321ef4 req-d4d9510a-1492-4685-80da-b0661a334cd6 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 946 time: 0.0491242 Aug 27 03:50:28.483656 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-7958b4ba-423d-49fb-b354-736fd5321ef4 req-084bb411-68b5-4ad3-add1-ab44d81a0f46 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303304 Aug 27 03:50:28.646997 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7af09-973b-4f11-a88b-92ef682d54c0 req-b9a07f83-ae3b-47e0-82a6-843ab683092b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:28.648458 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2bd7af09-973b-4f11-a88b-92ef682d54c0 req-b9a07f83-ae3b-47e0-82a6-843ab683092b tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.21 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 946 time: 0.0471823 Aug 27 03:50:28.992055 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-2bd7af09-973b-4f11-a88b-92ef682d54c0 req-ef5df7f6-cf25-4f26-b067-b27075bc6b2e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Deleting port 4a91e552-9d82-49c7-8001-ed353fc0c9aa {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:28.992305 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-2bd7af09-973b-4f11-a88b-92ef682d54c0 req-ef5df7f6-cf25-4f26-b067-b27075bc6b2e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:29.079453 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-2bd7af09-973b-4f11-a88b-92ef682d54c0 req-ef5df7f6-cf25-4f26-b067-b27075bc6b2e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] For port 4a91e552-9d82-49c7-8001-ed353fc0c9aa, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=4a91e552-9d82-49c7-8001-ed353fc0c9aa,segment=NetworkSegment(542254de-49b5-41d8-a749-371ca6324cae),segment_id=542254de-49b5-41d8-a749-371ca6324cae)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:29.079852 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-2bd7af09-973b-4f11-a88b-92ef682d54c0 req-ef5df7f6-cf25-4f26-b067-b27075bc6b2e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:29.093242 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-2bd7af09-973b-4f11-a88b-92ef682d54c0 req-ef5df7f6-cf25-4f26-b067-b27075bc6b2e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Calling delete_port for 4a91e552-9d82-49c7-8001-ed353fc0c9aa owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:29.224779 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-2bd7af09-973b-4f11-a88b-92ef682d54c0 req-ef5df7f6-cf25-4f26-b067-b27075bc6b2e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:29.236514 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] get_ports_and_sgs() called for port_ids ['4a91e552-9d82-49c7-8001-ed353fc0c9aa'] {{(pid=93975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:50:29.259913 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5df7f6-cf25-4f26-b067-b27075bc6b2e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Pushing event deleted for resources: {'Port': ['ID=4a91e552-9d82-49c7-8001-ed353fc0c9aa,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:29.298243 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd7af09-973b-4f11-a88b-92ef682d54c0 req-ef5df7f6-cf25-4f26-b067-b27075bc6b2e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] No DVR routers for this DVR port 4a91e552-9d82-49c7-8001-ed353fc0c9aa on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:50:29.300790 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-2bd7af09-973b-4f11-a88b-92ef682d54c0 req-ef5df7f6-cf25-4f26-b067-b27075bc6b2e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:29.302840 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-2bd7af09-973b-4f11-a88b-92ef682d54c0 req-ef5df7f6-cf25-4f26-b067-b27075bc6b2e tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.21 "DELETE /v2.0/ports/4a91e552-9d82-49c7-8001-ed353fc0c9aa HTTP/1.1" status: 204 len: 173 time: 0.6476264 Aug 27 03:50:29.303268 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a274aa-d0a1-430c-a4c7-348737fced75', 'name': 'network-vif-deleted', 'tag': '4a91e552-9d82-49c7-8001-ed353fc0c9aa'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:50:29.305460 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a2aa4a-e577-4ae0-8052-5e3e8696069e" -d '{"events": [{"server_uuid": "78a274aa-d0a1-430c-a4c7-348737fced75", "name": "network-vif-deleted", "tag": "4a91e552-9d82-49c7-8001-ed353fc0c9aa"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:50:29.343425 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2450df56-c8fe-42bf-93ac-7b41df526338 x-openstack-request-id: req-2450df56-c8fe-42bf-93ac-7b41df526338 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:50:29.343712 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a274aa-d0a1-430c-a4c7-348737fced75", "name": "network-vif-deleted", "tag": "4a91e552-9d82-49c7-8001-ed353fc0c9aa", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:50:29.343963 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2450df56-c8fe-42bf-93ac-7b41df526338 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:50:29.344356 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a274aa-d0a1-430c-a4c7-348737fced75', 'name': 'network-vif-deleted', 'tag': '4a91e552-9d82-49c7-8001-ed353fc0c9aa', 'status': 'completed', 'code': 200} Aug 27 03:50:29.585945 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-169167aa-7130-4bf5-9af7-dfd64e48ad84 req-d7edd20e-aad8-434c-93fd-06709773bb90 tempest-VolumesActionsTest-1079144546 tempest-VolumesActionsTest-1079144546-project] 10.222.0.30 "GET /v2.0/ports?device_id=78a274aa-d0a1-430c-a4c7-348737fced75 HTTP/1.1" status: 200 len: 210 time: 0.0254333 Aug 27 03:50:33.301400 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 4a91e552-9d82-49c7-8001-ed353fc0c9aa no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:50:33.320897 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 4a91e552-9d82-49c7-8001-ed353fc0c9aa {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:50:33.321238 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 4a91e552-9d82-49c7-8001-ed353fc0c9aa not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:50:33.815733 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-69cee906-5fc7-4fb5-b3bd-e8dbe60a5be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:36.255742 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:37.643386 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-189b4d27-9ef3-4eaf-b5b9-3d4fc5215eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:38.619289 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.160299 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.071377 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:50:48.194948 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.346154 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60624) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:53.392834 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bf70aa-f041-45a0-8d21-8702f7bdadde admin admin] Deleting subnet 09410fa2-0e87-41ff-9b80-4b6fec5cd596 {{(pid=93974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:50:53.396602 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d3bf70aa-f041-45a0-8d21-8702f7bdadde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.430567 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d3bf70aa-f041-45a0-8d21-8702f7bdadde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7350878'] for subnet, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.469419 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d3bf70aa-f041-45a0-8d21-8702f7bdadde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.521089 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d3bf70aa-f041-45a0-8d21-8702f7bdadde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4679056'] for subnet, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.546710 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf70aa-f041-45a0-8d21-8702f7bdadde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09410fa2-0e87-41ff-9b80-4b6fec5cd596,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:53.550931 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d3bf70aa-f041-45a0-8d21-8702f7bdadde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.550931 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d3bf70aa-f041-45a0-8d21-8702f7bdadde admin admin] 10.222.0.30 "DELETE /v2.0/subnets/09410fa2-0e87-41ff-9b80-4b6fec5cd596 HTTP/1.1" status: 204 len: 168 time: 0.2036226 Aug 27 03:50:53.553214 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60626) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:53.622645 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.698849 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.709086 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41ab5fa-a507-4e56-adf9-35d7d0ebcace']}} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:53.723578 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542254de-49b5-41d8-a749-371ca6324cae') {'for_net_delete': True} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:53.723870 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542254de-49b5-41d8-a749-371ca6324cae') {} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:53.732782 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7350849'] for segment, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.746155 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.751848 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:50:53.752233 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600851'] for segment, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: Traceback (most recent call last): Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: timer() Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: cb(*args, **kw) Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: return func(*args, **kwargs) Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: self._notify() Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: self.callback(batched_events) Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: event.method(event) Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: return f(self, *a, **k) Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._get(url).json() Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: return self.request(url, 'GET', **kwargs) Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:50:53.754030 dv-cinder-805887-5-iscsi neutron-server[93974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:50:53.807829 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.813100 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:53.815087 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a41ab5fa-a507-4e56-adf9-35d7d0ebcace HTTP/1.1" status: 204 len: 168 time: 0.2609491 Aug 27 03:50:53.827420 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0c393-b0c6-42fe-9c75-e18a867deaf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a41ab5fa-a507-4e56-adf9-35d7d0ebcace,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:53.942099 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60630) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:53.982078 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-2c7f2aa2-b4b2-44f9-82c4-7b4045d40f22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39bd7d81073542199285fcb8359c99b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387855 Aug 27 03:50:53.984431 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60632) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:54.031465 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-60ab3cd1-7f40-4553-9bf3-f67176f7527d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:54.055911 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-60ab3cd1-7f40-4553-9bf3-f67176f7527d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:54.102538 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-60ab3cd1-7f40-4553-9bf3-f67176f7527d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:54.105112 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-60ab3cd1-7f40-4553-9bf3-f67176f7527d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:54.106238 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-60ab3cd1-7f40-4553-9bf3-f67176f7527d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf6a3821-4cdb-4de1-b4cd-79f28be02cf7 HTTP/1.1" status: 204 len: 168 time: 0.1209304 Aug 27 03:50:54.113844 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab3cd1-7f40-4553-9bf3-f67176f7527d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6a3821-4cdb-4de1-b4cd-79f28be02cf7,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:57.018182 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-3cdb354c-4a44-4d30-b73e-c99f2bf285dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389612 Aug 27 03:50:57.106514 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-f2b76b8d-920d-4704-bae0-b01c0d17181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:57.108028 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-f2b76b8d-920d-4704-bae0-b01c0d17181a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85756cb928784a959a0e8e5a52e96843&device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1098 time: 0.0475533 Aug 27 03:50:57.211575 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-046c2fa5-05fd-46a2-a9b3-5c1486415169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:57.213022 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-046c2fa5-05fd-46a2-a9b3-5c1486415169 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d22afcbe-2020-4f30-8657-457a3dc769ad HTTP/1.1" status: 200 len: 908 time: 0.0849009 Aug 27 03:50:57.276684 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-ffe5475c-d63e-44d6-89ca-ca5d9e16b79e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845d996-8067-4b38-8b70-60c15268065e HTTP/1.1" status: 200 len: 1000 time: 0.0570118 Aug 27 03:50:57.328697 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-4bfc672e-7624-4699-a81a-1afcca3cfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:57.330094 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-4bfc672e-7624-4699-a81a-1afcca3cfe41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fc5bf13-baa2-48a2-ad9d-e81b348a9098 HTTP/1.1" status: 200 len: 846 time: 0.0471132 Aug 27 03:50:57.375879 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-5e9ab546-b649-447c-a3ae-d242f0189d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:57.377305 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-5e9ab546-b649-447c-a3ae-d242f0189d03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d22afcbe-2020-4f30-8657-457a3dc769ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405364 Aug 27 03:50:57.474566 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-a459c459-5fba-4b00-ba1d-bcc8c7c95468 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889249 Aug 27 03:50:57.571982 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-bf5b0fd3-5c82-46e6-8d07-7bf58201fb6a req-e219b57f-b76a-480d-9759-e625368eeb64 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899291 Aug 27 03:50:57.682991 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60678) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:57.786669 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b9358fc7-d1f5-40f7-8f8a-19d30095a3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:57.873214 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b9358fc7-d1f5-40f7-8f8a-19d30095a3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:57.876745 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-b9358fc7-d1f5-40f7-8f8a-19d30095a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:57.916021 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-b9358fc7-d1f5-40f7-8f8a-19d30095a3e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=609b92b2d9544758910717a672b1e1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319460 Aug 27 03:50:57.916885 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9358fc7-d1f5-40f7-8f8a-19d30095a3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4f6bca-0cce-4977-8e7e-3e832eea09ba,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:57.918756 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60682) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:57.967147 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-86f0a9ec-12ab-45c5-9386-0269f22f326b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:57.987300 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-86f0a9ec-12ab-45c5-9386-0269f22f326b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:58.035364 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-86f0a9ec-12ab-45c5-9386-0269f22f326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:58.038154 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-86f0a9ec-12ab-45c5-9386-0269f22f326b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:58.039313 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-86f0a9ec-12ab-45c5-9386-0269f22f326b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c4f6bca-0cce-4977-8e7e-3e832eea09ba HTTP/1.1" status: 204 len: 168 time: 0.1194336 Aug 27 03:50:58.047210 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0a9ec-12ab-45c5-9386-0269f22f326b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4f6bca-0cce-4977-8e7e-3e832eea09ba,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:58.993327 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60712) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:59.099144 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c3f72e50-1f19-4f3b-b034-51942d938e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:59.191415 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c3f72e50-1f19-4f3b-b034-51942d938e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:59.194965 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-c3f72e50-1f19-4f3b-b034-51942d938e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_create {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:59.233226 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-c3f72e50-1f19-4f3b-b034-51942d938e18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=75120204349c448fbad2ebb27a14b4ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388363 Aug 27 03:50:59.234326 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72e50-1f19-4f3b-b034-51942d938e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83070151-0287-4484-952b-21d39af7e992,revision_number=1']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:59.235948 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60716) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:59.286085 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-de6dbe4e-096d-4772-8d58-f0c605d3ddd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:59.306514 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-de6dbe4e-096d-4772-8d58-f0c605d3ddd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:59.354297 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-de6dbe4e-096d-4772-8d58-f0c605d3ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:59.356771 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-de6dbe4e-096d-4772-8d58-f0c605d3ddd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:59.357889 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-de6dbe4e-096d-4772-8d58-f0c605d3ddd9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83070151-0287-4484-952b-21d39af7e992 HTTP/1.1" status: 204 len: 168 time: 0.1201975 Aug 27 03:50:59.365217 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dbe4e-096d-4772-8d58-f0c605d3ddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83070151-0287-4484-952b-21d39af7e992,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:03.815887 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-34d635e3-f7b1-4a69-b4c3-8b699a49b62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:06.247201 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:07.644928 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-aef0ad40-8245-4a09-995f-1f3ce807e188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:08.562868 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:11.160948 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:18.204152 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:19.071064 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:51:33.214650 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60720) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:33.367334 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Deleting port fce1726d-d643-4b87-bfd5-02917b324960 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:51:33.367670 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:33.440248 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:33.440570 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:33.452180 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Calling delete_port for fce1726d-d643-4b87-bfd5-02917b324960 owned by network:floatingip {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:51:33.617917 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:33.646197 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event deleted for resources: {'Port': ['ID=fce1726d-d643-4b87-bfd5-02917b324960,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:33.669953 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.670310 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.670642 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.671005 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.671336 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.671666 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.671988 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.672308 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.672633 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.672952 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.673267 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.673581 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:33.713927 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for floatingip, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:33.714254 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.db.l3_db [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Floating IP c5e3ccff-d48f-4aae-8b37-4e65d13eae3c disassociated (deleted). External IP: 172.27.1.57, port: 0845d996-8067-4b38-8b70-60c15268065e. Aug 27 03:51:33.816128 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-ae96b302-87a4-4f8a-bebf-557182d4ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:33.919114 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Router 1fab5ef3-b139-402c-af31-25c96eeeb282 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:51:34.024151 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:51:34.028883 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for floatingip, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:34.033564 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e0289-0f02-4e77-a6be-ff9db5e09f04 None None] Sync routers for ids ['1fab5ef3-b139-402c-af31-25c96eeeb282'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:51:34.047210 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e0289-0f02-4e77-a6be-ff9db5e09f04 None None] Routers {'1fab5ef3-b139-402c-af31-25c96eeeb282'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:51:34.047923 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-484e0289-0f02-4e77-a6be-ff9db5e09f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:51:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['1fab5ef3-b139-402c-af31-25c96eeeb282'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:34.057953 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-3532dbbf-4305-4a43-9172-e1334c7d72ed tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "DELETE /v2.0/floatingips/c5e3ccff-d48f-4aae-8b37-4e65d13eae3c HTTP/1.1" status: 204 len: 168 time: 0.8421731 Aug 27 03:51:34.058557 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'tag': '0845d996-8067-4b38-8b70-60c15268065e'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:51:34.062851 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5c664b-8648-47ff-b26b-e4e0576daab6" -d '{"events": [{"name": "network-changed", "server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "tag": "0845d996-8067-4b38-8b70-60c15268065e"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:51:34.099673 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265a018a-2924-4e8d-ba7f-644c7bfa739a x-openstack-request-id: req-265a018a-2924-4e8d-ba7f-644c7bfa739a {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:51:34.099966 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "tag": "0845d996-8067-4b38-8b70-60c15268065e", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:51:34.100219 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-265a018a-2924-4e8d-ba7f-644c7bfa739a {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:51:34.100646 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'tag': '0845d996-8067-4b38-8b70-60c15268065e', 'status': 'completed', 'code': 200} Aug 27 03:51:34.170025 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c664b-8648-47ff-b26b-e4e0576daab6 req-a9b64215-5085-45df-98a0-2a668cda6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:51:34.172682 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fe5c664b-8648-47ff-b26b-e4e0576daab6 req-a9b64215-5085-45df-98a0-2a668cda6bd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85756cb928784a959a0e8e5a52e96843&device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 1098 time: 0.0496509 Aug 27 03:51:34.284698 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c664b-8648-47ff-b26b-e4e0576daab6 req-39410d99-54a8-444a-b9c4-1090c6a836df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:51:34.286257 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fe5c664b-8648-47ff-b26b-e4e0576daab6 req-39410d99-54a8-444a-b9c4-1090c6a836df service neutron] 10.222.0.21 "GET /v2.0/networks?id=d22afcbe-2020-4f30-8657-457a3dc769ad HTTP/1.1" status: 200 len: 908 time: 0.1022387 Aug 27 03:51:34.291404 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb4856-102a-4ea0-a2be-be988a2110eb req-302267d7-b734-4a06-9982-6e8674b00597 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:51:34.292993 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-13fb4856-102a-4ea0-a2be-be988a2110eb req-302267d7-b734-4a06-9982-6e8674b00597 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0500121 Aug 27 03:51:34.293486 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-484e0289-0f02-4e77-a6be-ff9db5e09f04 None None] Set router 1fab5ef3-b139-402c-af31-25c96eeeb282 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:51:34.330738 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fe5c664b-8648-47ff-b26b-e4e0576daab6 req-1aeb997a-f7d0-46c0-ac36-0139ecf2f30d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845d996-8067-4b38-8b70-60c15268065e HTTP/1.1" status: 200 len: 217 time: 0.0360606 Aug 27 03:51:34.331827 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [req-13fb4856-102a-4ea0-a2be-be988a2110eb req-2ad5480b-34e4-43eb-9b42-3de76409deb6 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327013 Aug 27 03:51:34.380936 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c664b-8648-47ff-b26b-e4e0576daab6 req-11f8aea6-0fc4-4170-bc9a-82bf5e32840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:51:34.382409 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fe5c664b-8648-47ff-b26b-e4e0576daab6 req-11f8aea6-0fc4-4170-bc9a-82bf5e32840d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fc5bf13-baa2-48a2-ad9d-e81b348a9098 HTTP/1.1" status: 200 len: 846 time: 0.0450518 Aug 27 03:51:34.433422 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c664b-8648-47ff-b26b-e4e0576daab6 req-e1a36609-24bb-4131-b33d-8f0eacef27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:51:34.434865 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fe5c664b-8648-47ff-b26b-e4e0576daab6 req-e1a36609-24bb-4131-b33d-8f0eacef27cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d22afcbe-2020-4f30-8657-457a3dc769ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451102 Aug 27 03:51:34.491590 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-484e0289-0f02-4e77-a6be-ff9db5e09f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 4, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'b12a9785-e321-4ad6-ae12-f38b23a85aa1', 'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'mac_address': 'fa:16:3e:ad:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:57Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 5, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'subnets': [{'id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:34.521872 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e0289-0f02-4e77-a6be-ff9db5e09f04 None None] Checking router: 1fab5ef3-b139-402c-af31-25c96eeeb282 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:51:34.525185 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fe5c664b-8648-47ff-b26b-e4e0576daab6 req-aa7fe455-a29c-4879-a3e7-518daf5af829 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821919 Aug 27 03:51:34.530079 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e0289-0f02-4e77-a6be-ff9db5e09f04 None None] Routers {'1fab5ef3-b139-402c-af31-25c96eeeb282'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:51:34.530687 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-484e0289-0f02-4e77-a6be-ff9db5e09f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:51:08Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['1fab5ef3-b139-402c-af31-25c96eeeb282'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:34.619971 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-fe5c664b-8648-47ff-b26b-e4e0576daab6 req-15f1b68e-dc1a-465b-a52a-320a4e458c34 service neutron] 10.222.0.21 "GET /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862470 Aug 27 03:51:34.635349 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-484e0289-0f02-4e77-a6be-ff9db5e09f04 None None] Set router 1fab5ef3-b139-402c-af31-25c96eeeb282 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:51:34.827032 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-484e0289-0f02-4e77-a6be-ff9db5e09f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 4, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'b12a9785-e321-4ad6-ae12-f38b23a85aa1', 'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'mac_address': 'fa:16:3e:ad:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:57Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 5, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'subnets': [{'id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:34.852567 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e0289-0f02-4e77-a6be-ff9db5e09f04 None None] The sync data for ids ['1fab5ef3-b139-402c-af31-25c96eeeb282'] in dv-cinder-805887-5-iscsi is: [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 4, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi', '_interfaces': [{'id': 'b12a9785-e321-4ad6-ae12-f38b23a85aa1', 'name': '', 'network_id': 'd22afcbe-2020-4f30-8657-457a3dc769ad', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'mac_address': 'fa:16:3e:ad:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:57Z', 'updated_at': '2021-08-27T03:47:06Z', 'revision_number': 5, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'subnets': [{'id': '7fc5bf13-baa2-48a2-ad9d-e81b348a9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:51:35.048000 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27816f9b-90af-48e3-b02e-e8328ff620cb None None] New status for floating IP c5e3ccff-d48f-4aae-8b37-4e65d13eae3c: DOWN {{(pid=93976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:51:35.446663 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f69bb8-3883-4e7d-86bc-2cc2ae1468dd req-e2085de1-56a5-4905-9f18-306898e19d4f tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:51:35.448050 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-46f69bb8-3883-4e7d-86bc-2cc2ae1468dd req-e2085de1-56a5-4905-9f18-306898e19d4f tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0476711 Aug 27 03:51:35.485050 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-46f69bb8-3883-4e7d-86bc-2cc2ae1468dd req-dd382db6-0edc-4570-829b-2e9a46e19484 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd862147-2230-4cef-acf4-d61332ab5577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311313 Aug 27 03:51:35.785801 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4980e6-ef5d-413b-9f6b-e0170364b119 req-ddbe6ea3-5f7e-4e08-8a96-c01478068e13 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:51:35.787176 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-aa4980e6-ef5d-413b-9f6b-e0170364b119 req-ddbe6ea3-5f7e-4e08-8a96-c01478068e13 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.21 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 945 time: 0.0473723 Aug 27 03:51:35.877964 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-aa4980e6-ef5d-413b-9f6b-e0170364b119 req-ae84d2bd-2042-461f-a61a-375f85c5e03b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Deleting port 0845d996-8067-4b38-8b70-60c15268065e {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:51:35.878302 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-aa4980e6-ef5d-413b-9f6b-e0170364b119 req-ae84d2bd-2042-461f-a61a-375f85c5e03b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:35.963830 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [req-aa4980e6-ef5d-413b-9f6b-e0170364b119 req-ae84d2bd-2042-461f-a61a-375f85c5e03b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] For port 0845d996-8067-4b38-8b70-60c15268065e, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0845d996-8067-4b38-8b70-60c15268065e,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:51:35.964196 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-aa4980e6-ef5d-413b-9f6b-e0170364b119 req-ae84d2bd-2042-461f-a61a-375f85c5e03b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:35.976706 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [req-aa4980e6-ef5d-413b-9f6b-e0170364b119 req-ae84d2bd-2042-461f-a61a-375f85c5e03b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Calling delete_port for 0845d996-8067-4b38-8b70-60c15268065e owned by compute:nova {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:51:36.102959 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-aa4980e6-ef5d-413b-9f6b-e0170364b119 req-ae84d2bd-2042-461f-a61a-375f85c5e03b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:36.129666 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84d2bd-2042-461f-a61a-375f85c5e03b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event deleted for resources: {'Port': ['ID=0845d996-8067-4b38-8b70-60c15268065e,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:36.174660 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4980e6-ef5d-413b-9f6b-e0170364b119 req-ae84d2bd-2042-461f-a61a-375f85c5e03b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] No DVR routers for this DVR port 0845d996-8067-4b38-8b70-60c15268065e on host hv-cinder-80588 {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:51:36.177596 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [req-aa4980e6-ef5d-413b-9f6b-e0170364b119 req-ae84d2bd-2042-461f-a61a-375f85c5e03b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369878'] for port, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:36.179639 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-aa4980e6-ef5d-413b-9f6b-e0170364b119 req-ae84d2bd-2042-461f-a61a-375f85c5e03b tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.21 "DELETE /v2.0/ports/0845d996-8067-4b38-8b70-60c15268065e HTTP/1.1" status: 204 len: 173 time: 0.3855245 Aug 27 03:51:36.180068 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'name': 'network-vif-deleted', 'tag': '0845d996-8067-4b38-8b70-60c15268065e'}] {{(pid=93973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:51:36.182275 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c6b97d12f88ed0d9e1852313016d75046508845a487b852c1727e7b980b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5870d614-775a-4437-9226-69236c32ccfc" -d '{"events": [{"server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "name": "network-vif-deleted", "tag": "0845d996-8067-4b38-8b70-60c15268065e"}]}' {{(pid=93973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:51:36.221753 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173cef87-ea2b-4af5-845d-736eab7e8496 x-openstack-request-id: req-173cef87-ea2b-4af5-845d-736eab7e8496 {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:51:36.222048 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368d92e-5fd5-4559-b82b-f293bd41e21b", "name": "network-vif-deleted", "tag": "0845d996-8067-4b38-8b70-60c15268065e", "status": "completed", "code": 200}]} {{(pid=93973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:51:36.222301 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-173cef87-ea2b-4af5-845d-736eab7e8496 {{(pid=93973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:51:36.222755 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6368d92e-5fd5-4559-b82b-f293bd41e21b', 'name': 'network-vif-deleted', 'tag': '0845d996-8067-4b38-8b70-60c15268065e', 'status': 'completed', 'code': 200} Aug 27 03:51:36.251499 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:36.601668 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [req-f046f300-6b1b-48f1-a2c4-9e49e96d4caf req-b7ac11e0-77d5-49b1-ab81-2a2b3bab0226 tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "GET /v2.0/ports?device_id=6368d92e-5fd5-4559-b82b-f293bd41e21b HTTP/1.1" status: 200 len: 210 time: 0.0267026 Aug 27 03:51:37.646250 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-50230e71-afb3-45f9-9424-aab1fff5a264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:37.658820 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60740) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:37.716936 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d47e9253-7cb0-42f2-af9e-305a98ea336d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:37.742474 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d47e9253-7cb0-42f2-af9e-305a98ea336d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:37.801288 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d47e9253-7cb0-42f2-af9e-305a98ea336d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:37.803931 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-d47e9253-7cb0-42f2-af9e-305a98ea336d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Notify callbacks [] for security_group, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:37.805082 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-d47e9253-7cb0-42f2-af9e-305a98ea336d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] 10.222.0.30 "DELETE /v2.0/security-groups/fd862147-2230-4cef-acf4-d61332ab5577 HTTP/1.1" status: 204 len: 168 time: 0.1452732 Aug 27 03:51:37.813946 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e9253-7cb0-42f2-af9e-305a98ea336d tempest-TestShelveInstance-1055371246 tempest-TestShelveInstance-1055371246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd862147-2230-4cef-acf4-d61332ab5577,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:38.564499 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:38.867210 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60746) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:39.188394 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 0845d996-8067-4b38-8b70-60c15268065e no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:51:39.213955 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] No Port match for: 0845d996-8067-4b38-8b70-60c15268065e {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:51:39.214323 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Device 0845d996-8067-4b38-8b70-60c15268065e not bound to the agent host hv-cinder-80588 {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:51:39.443017 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679567'] for router_interface, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:39.681374 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Deleting port b12a9785-e321-4ad6-ae12-f38b23a85aa1 {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:51:39.681714 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:39.760173 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] For port b12a9785-e321-4ad6-ae12-f38b23a85aa1, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=b12a9785-e321-4ad6-ae12-f38b23a85aa1,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:51:39.760457 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:39.773146 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Calling delete_port for b12a9785-e321-4ad6-ae12-f38b23a85aa1 owned by network:router_interface {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:51:39.949559 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:39.974319 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Pushing event deleted for resources: {'Port': ['ID=b12a9785-e321-4ad6-ae12-f38b23a85aa1,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:40.000147 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.000499 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.000850 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.001188 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.001521 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.001852 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.002182 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.002510 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.002884 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.003211 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.003535 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.003857 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:40.150408 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679365'] for router_interface, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:40.355658 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Router 1fab5ef3-b139-402c-af31-25c96eeeb282 has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:51:40.456629 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:51:40.463210 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-560cc917-d39b-4158-b0de-10da2f500858 admin admin] 10.222.0.30 "PUT /v2.0/routers/1fab5ef3-b139-402c-af31-25c96eeeb282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5938904 Aug 27 03:51:40.464564 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60748) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:40.467387 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fce657-437d-4bcd-983c-8436ffc1580f None None] Sync routers for ids ['1fab5ef3-b139-402c-af31-25c96eeeb282'] in dv-cinder-805887-5-iscsi {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:51:40.477254 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fce657-437d-4bcd-983c-8436ffc1580f None None] Routers {'1fab5ef3-b139-402c-af31-25c96eeeb282'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:51:40.477864 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-71fce657-437d-4bcd-983c-8436ffc1580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:51:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['1fab5ef3-b139-402c-af31-25c96eeeb282'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:40.567238 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Notify callbacks [] for router, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:40.579872 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-71fce657-437d-4bcd-983c-8436ffc1580f None None] Set router 1fab5ef3-b139-402c-af31-25c96eeeb282 gateway port host: dv-cinder-805887-5-iscsi {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:51:40.669014 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:40.719584 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Deleting port 957e1904-3e86-4710-835a-59eb6ef66dee {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:51:40.719928 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:40.753692 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-71fce657-437d-4bcd-983c-8436ffc1580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:51:39Z', 'revision_number': 5, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port': {'id': '957e1904-3e86-4710-835a-59eb6ef66dee', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:40.779461 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fce657-437d-4bcd-983c-8436ffc1580f None None] Checking router: 1fab5ef3-b139-402c-af31-25c96eeeb282 for host: dv-cinder-805887-5-iscsi {{(pid=93975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:51:40.788465 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fce657-437d-4bcd-983c-8436ffc1580f None None] Routers {'1fab5ef3-b139-402c-af31-25c96eeeb282'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:51:40.789067 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-71fce657-437d-4bcd-983c-8436ffc1580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:51:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['1fab5ef3-b139-402c-af31-25c96eeeb282'], 'active': True} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:40.800355 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] For port 957e1904-3e86-4710-835a-59eb6ef66dee, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=957e1904-3e86-4710-835a-59eb6ef66dee,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:51:40.800725 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:40.812333 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Calling delete_port for 957e1904-3e86-4710-835a-59eb6ef66dee owned by network:router_gateway {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:51:40.872879 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvr_db [None req-71fce657-437d-4bcd-983c-8436ffc1580f None None] Set router 1fab5ef3-b139-402c-af31-25c96eeeb282 gateway port host: None {{(pid=93975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:51:40.932244 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_hamode_db [None req-71fce657-437d-4bcd-983c-8436ffc1580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:51:40Z', 'revision_number': 6, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port_host': None}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:40.961972 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fce657-437d-4bcd-983c-8436ffc1580f None None] The sync data for ids ['1fab5ef3-b139-402c-af31-25c96eeeb282'] in dv-cinder-805887-5-iscsi is: [{'id': '1fab5ef3-b139-402c-af31-25c96eeeb282', 'name': 'tempest-TestShelveInstance-18288580-router', 'tenant_id': '85756cb928784a959a0e8e5a52e96843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:46:55Z', 'updated_at': '2021-08-27T03:51:40Z', 'revision_number': 6, 'project_id': '85756cb928784a959a0e8e5a52e96843', 'gw_port_host': None}] {{(pid=93975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:51:40.988064 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.015541 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=957e1904-3e86-4710-835a-59eb6ef66dee,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:41.076958 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.166134 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.170523 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37144'] for router, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.172675 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.217156 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676239'] for router, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.217788 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fab5ef3-b139-402c-af31-25c96eeeb282 {{(pid=93974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:51:41.222368 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] Notify callbacks [] for router, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.223543 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-ac77aaff-3440-49cc-96f1-7467a1343b2d admin admin] 10.222.0.30 "DELETE /v2.0/routers/1fab5ef3-b139-402c-af31-25c96eeeb282 HTTP/1.1" status: 204 len: 168 time: 0.7580752 Aug 27 03:51:41.226049 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60750) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:41.270512 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e28c85-0729-4b57-9add-6bde51c8bc18 admin admin] Deleting subnet 7fc5bf13-baa2-48a2-ad9d-e81b348a9098 {{(pid=93974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:51:41.273443 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e6e28c85-0729-4b57-9add-6bde51c8bc18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.308007 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e6e28c85-0729-4b57-9add-6bde51c8bc18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7350878'] for subnet, precommit_delete_associations {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.393728 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e6e28c85-0729-4b57-9add-6bde51c8bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.447906 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e6e28c85-0729-4b57-9add-6bde51c8bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4679056'] for subnet, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.471256 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e28c85-0729-4b57-9add-6bde51c8bc18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc5bf13-baa2-48a2-ad9d-e81b348a9098,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:41.476842 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-e6e28c85-0729-4b57-9add-6bde51c8bc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for subnet, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.478691 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-e6e28c85-0729-4b57-9add-6bde51c8bc18 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7fc5bf13-baa2-48a2-ad9d-e81b348a9098 HTTP/1.1" status: 204 len: 168 time: 0.2517197 Aug 27 03:51:41.481081 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60752) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:41.483683 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46d4df-4936-4886-a498-3f27ee1bee85 None None] Network d22afcbe-2020-4f30-8657-457a3dc769ad requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:51:41.550197 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.604222 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Deleting port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 {{(pid=93974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:51:41.604564 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.666458 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.db [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] For port 2c720364-48c6-453c-9ac0-911a6cd8f0e9, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=2c720364-48c6-453c-9ac0-911a6cd8f0e9,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:51:41.666786 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.682150 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.plugin [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Calling delete_port for 2c720364-48c6-453c-9ac0-911a6cd8f0e9 owned by network:dhcp {{(pid=93974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:51:41.708300 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] DHCP port deletion for d22afcbe-2020-4f30-8657-457a3dc769ad request from dv-cinder-805887-5-iscsi {{(pid=93975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:51:41.755590 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Deleting port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 {{(pid=93975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:51:41.756057 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.763232 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600870'] for port, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.791019 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c720364-48c6-453c-9ac0-911a6cd8f0e9,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:41.792885 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] No DVR routers for this DVR port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 on host dv-cinder-805887-5-iscsi {{(pid=93974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:51:41.829850 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] For port 2c720364-48c6-453c-9ac0-911a6cd8f0e9, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=2c720364-48c6-453c-9ac0-911a6cd8f0e9,segment=NetworkSegment(59f82c0e-1589-43e6-9479-722c8d5c76fb),segment_id=59f82c0e-1589-43e6-9479-722c8d5c76fb)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:51:41.830254 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.843224 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Calling delete_port for 2c720364-48c6-453c-9ac0-911a6cd8f0e9 owned by network:dhcp {{(pid=93975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:51:41.868039 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.877691 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22afcbe-2020-4f30-8657-457a3dc769ad']}} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:41.890415 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f82c0e-1589-43e6-9479-722c8d5c76fb') {'for_net_delete': True} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:41.890702 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.services.segments.db [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f82c0e-1589-43e6-9479-722c8d5c76fb') {} {{(pid=93974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:41.899974 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7350849'] for segment, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.916952 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.925939 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:51:41.927137 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600851'] for segment, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: Traceback (most recent call last): Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: timer() Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: cb(*args, **kw) Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: return func(*args, **kwargs) Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: self._notify() Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: self.callback(batched_events) Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: event.method(event) Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: return f(self, *a, **k) Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._get(url).json() Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: return self.request(url, 'GET', **kwargs) Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:51:41.929224 dv-cinder-805887-5-iscsi neutron-server[93974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:51:41.931807 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271'] for port, after_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.958127 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Pushing event deleted for resources: {'Port': ['ID=2c720364-48c6-453c-9ac0-911a6cd8f0e9,revision_number=None']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:41.962693 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] No DVR routers for this DVR port 2c720364-48c6-453c-9ac0-911a6cd8f0e9 on host dv-cinder-805887-5-iscsi {{(pid=93975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:51:41.969258 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.969613 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.970097 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.970316 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.970623 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.971017 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.971355 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.971689 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.972022 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.972582 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.972671 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.973535 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19b183-13e8-4ffc-a0d8-0d693bb16519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-5-iscsi {{(pid=93975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:51:41.990103 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.995435 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.997401 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d22afcbe-2020-4f30-8657-457a3dc769ad HTTP/1.1" status: 204 len: 168 time: 0.5153949 Aug 27 03:51:42.000461 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60754) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:42.011860 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e62ce-cc68-449f-9799-d7d122e96b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22afcbe-2020-4f30-8657-457a3dc769ad,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:42.344383 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1679567'] for router_interface, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:42.579304 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] Deleting port 27a9e3ed-24ff-43c2-ab94-67644554b875 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:51:42.579648 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:42.656343 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] For port 27a9e3ed-24ff-43c2-ab94-67644554b875, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=27a9e3ed-24ff-43c2-ab94-67644554b875,segment=NetworkSegment(7b4f3250-e16d-4bd8-96f7-e396fea445c2),segment_id=7b4f3250-e16d-4bd8-96f7-e396fea445c2)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:51:42.656708 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:42.669126 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] Calling delete_port for 27a9e3ed-24ff-43c2-ab94-67644554b875 owned by network:router_interface {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:51:42.844286 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:42.874855 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a9e3ed-24ff-43c2-ab94-67644554b875,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:43.011831 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 957e1904-3e86-4710-835a-59eb6ef66dee no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:51:43.035792 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 957e1904-3e86-4710-835a-59eb6ef66dee {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:51:43.036181 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 957e1904-3e86-4710-835a-59eb6ef66dee not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:51:43.036611 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 2c720364-48c6-453c-9ac0-911a6cd8f0e9 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:51:43.041472 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679365'] for router_interface, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:43.183520 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 2c720364-48c6-453c-9ac0-911a6cd8f0e9 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:51:43.183763 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 2c720364-48c6-453c-9ac0-911a6cd8f0e9 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:51:43.184190 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device b12a9785-e321-4ad6-ae12-f38b23a85aa1 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:51:43.202255 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: b12a9785-e321-4ad6-ae12-f38b23a85aa1 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:51:43.202602 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device b12a9785-e321-4ad6-ae12-f38b23a85aa1 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:51:43.517025 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] Router 8b939731-9d12-417f-911c-5f6289f6844a has already been hosted by L3 agent f0a9d8d7-3aeb-4005-b712-11edfe77547b {{(pid=93973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:51:43.627463 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] Notify agent at l3_agent.dv-cinder-805887-5-iscsi the message routers_updated {{(pid=93973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:51:43.632472 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-ce99ce84-7b3b-4526-9969-7c2494085789 admin admin] 10.222.0.30 "PUT /v2.0/routers/8b939731-9d12-417f-911c-5f6289f6844a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6308928 Aug 27 03:51:43.634928 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60756) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:43.638023 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e276b-5f65-496f-ac0d-63ca576bbe2a None None] Sync routers for ids ['8b939731-9d12-417f-911c-5f6289f6844a'] in dv-cinder-805887-5-iscsi {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:51:43.648694 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e276b-5f65-496f-ac0d-63ca576bbe2a None None] Routers {'8b939731-9d12-417f-911c-5f6289f6844a'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:51:43.649378 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-2b5e276b-5f65-496f-ac0d-63ca576bbe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:51:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['8b939731-9d12-417f-911c-5f6289f6844a'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:43.735868 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:43.749884 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-2b5e276b-5f65-496f-ac0d-63ca576bbe2a None None] Set router 8b939731-9d12-417f-911c-5f6289f6844a gateway port host: dv-cinder-805887-5-iscsi {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:51:43.835622 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:43.896024 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Deleting port 20f71bb7-489e-4d4f-aeae-cf380c27afe2 {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:51:43.896366 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:43.923545 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-2b5e276b-5f65-496f-ac0d-63ca576bbe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b939731-9d12-417f-911c-5f6289f6844a', 'name': 'tempest-TestShelveInstance-553718544-router', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'external_fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:47:02Z', 'updated_at': '2021-08-27T03:51:42Z', 'revision_number': 5, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'gw_port': {'id': '20f71bb7-489e-4d4f-aeae-cf380c27afe2', 'name': '', 'network_id': 'd6676dde-6651-46ea-a9ba-371911ee51a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b939731-9d12-417f-911c-5f6289f6844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:47:03Z', 'updated_at': '2021-08-27T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186c3e0f-b86f-4874-b5d1-aba73e62ecba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-5-iscsi'}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:43.952976 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e276b-5f65-496f-ac0d-63ca576bbe2a None None] Checking router: 8b939731-9d12-417f-911c-5f6289f6844a for host: dv-cinder-805887-5-iscsi {{(pid=93976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:51:43.961714 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e276b-5f65-496f-ac0d-63ca576bbe2a None None] Routers {'8b939731-9d12-417f-911c-5f6289f6844a'} bound to L3 agent in host dv-cinder-805887-5-iscsi {{(pid=93976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:51:43.962332 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-2b5e276b-5f65-496f-ac0d-63ca576bbe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:04:08Z,description=,heartbeat_timestamp=2021-08-27T03:51:38Z,host='dv-cinder-805887-5-iscsi',id=f0a9d8d7-3aeb-4005-b712-11edfe77547b,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:04:08Z,topic='l3_agent')) {'router_ids': ['8b939731-9d12-417f-911c-5f6289f6844a'], 'active': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:43.979173 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] For port 20f71bb7-489e-4d4f-aeae-cf380c27afe2, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=20f71bb7-489e-4d4f-aeae-cf380c27afe2,segment=NetworkSegment(c72347ef-d297-43ec-a4a2-fbae8825978f),segment_id=c72347ef-d297-43ec-a4a2-fbae8825978f)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:51:43.979538 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:43.991972 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Calling delete_port for 20f71bb7-489e-4d4f-aeae-cf380c27afe2 owned by network:router_gateway {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:51:44.046789 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvr_db [None req-2b5e276b-5f65-496f-ac0d-63ca576bbe2a None None] Set router 8b939731-9d12-417f-911c-5f6289f6844a gateway port host: None {{(pid=93976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:51:44.097161 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.l3_hamode_db [None req-2b5e276b-5f65-496f-ac0d-63ca576bbe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b939731-9d12-417f-911c-5f6289f6844a', 'name': 'tempest-TestShelveInstance-553718544-router', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:47:02Z', 'updated_at': '2021-08-27T03:51:43Z', 'revision_number': 6, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'gw_port_host': None}], 'dv-cinder-805887-5-iscsi', False) {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:44.125550 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e276b-5f65-496f-ac0d-63ca576bbe2a None None] The sync data for ids ['8b939731-9d12-417f-911c-5f6289f6844a'] in dv-cinder-805887-5-iscsi is: [{'id': '8b939731-9d12-417f-911c-5f6289f6844a', 'name': 'tempest-TestShelveInstance-553718544-router', 'tenant_id': 'e90afd8700df4f7889bf25d45870e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:47:02Z', 'updated_at': '2021-08-27T03:51:43Z', 'revision_number': 6, 'project_id': 'e90afd8700df4f7889bf25d45870e17c', 'gw_port_host': None}] {{(pid=93976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:51:44.164878 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.191197 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=20f71bb7-489e-4d4f-aeae-cf380c27afe2,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:44.252486 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.339120 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37144'] for router, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.341193 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.382944 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676239'] for router, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.383477 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b939731-9d12-417f-911c-5f6289f6844a {{(pid=93973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:51:44.388321 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] Notify callbacks [] for router, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.389449 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-6a543c19-5e4d-4525-9ed5-0c9ed16a5f2c admin admin] 10.222.0.30 "DELETE /v2.0/routers/8b939731-9d12-417f-911c-5f6289f6844a HTTP/1.1" status: 204 len: 168 time: 0.7536216 Aug 27 03:51:44.392126 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60758) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:44.435590 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f779977-14da-42f6-b926-cf4624eec931 admin admin] Deleting subnet 481c9fe1-14c0-42ba-8013-9ac058df56a0 {{(pid=93973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:51:44.438473 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5f779977-14da-42f6-b926-cf4624eec931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.472553 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5f779977-14da-42f6-b926-cf4624eec931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4754585'] for subnet, precommit_delete_associations {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.559093 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5f779977-14da-42f6-b926-cf4624eec931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886967'] for subnet, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.610613 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5f779977-14da-42f6-b926-cf4624eec931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4711365'] for subnet, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.637359 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f779977-14da-42f6-b926-cf4624eec931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=481c9fe1-14c0-42ba-8013-9ac058df56a0,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:44.639327 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-5f779977-14da-42f6-b926-cf4624eec931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.641465 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-5f779977-14da-42f6-b926-cf4624eec931 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/481c9fe1-14c0-42ba-8013-9ac058df56a0 HTTP/1.1" status: 204 len: 168 time: 0.2484171 Aug 27 03:51:44.643891 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.wsgi [-] (93973) accepted ('10.222.0.30', 60760) {{(pid=93973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:44.644211 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385f818-a4f6-4ac9-a284-007dce25a66a None None] Network 7f7da1db-bc14-460a-a87a-b0e5c1899637 requested from dv-cinder-805887-5-iscsi {{(pid=93975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:51:44.713821 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-957735'] for network, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.766866 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Deleting port 518cd193-1c72-443e-a768-d63d2f64bfbe {{(pid=93973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:51:44.767212 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.830180 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.db [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] For port 518cd193-1c72-443e-a768-d63d2f64bfbe, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=518cd193-1c72-443e-a768-d63d2f64bfbe,segment=NetworkSegment(7b4f3250-e16d-4bd8-96f7-e396fea445c2),segment_id=7b4f3250-e16d-4bd8-96f7-e396fea445c2)] {{(pid=93973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:51:44.830486 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.844318 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Calling delete_port for 518cd193-1c72-443e-a768-d63d2f64bfbe owned by network:dhcp {{(pid=93973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:51:44.862592 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00baf996-4722-471e-8128-1ae113825115 None None] DHCP port deletion for 7f7da1db-bc14-460a-a87a-b0e5c1899637 request from dv-cinder-805887-5-iscsi {{(pid=93975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:51:44.913509 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-00baf996-4722-471e-8128-1ae113825115 None None] Deleting port 518cd193-1c72-443e-a768-d63d2f64bfbe {{(pid=93975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:51:44.914027 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-00baf996-4722-471e-8128-1ae113825115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791266656031'] for port, before_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.934036 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795169'] for port, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.948623 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] No DVR routers for this DVR port 518cd193-1c72-443e-a768-d63d2f64bfbe on host dv-cinder-805887-5-iscsi {{(pid=93973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:51:44.968772 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 27a9e3ed-24ff-43c2-ab94-67644554b875 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:51:44.971019 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=518cd193-1c72-443e-a768-d63d2f64bfbe,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:45.001498 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 27a9e3ed-24ff-43c2-ab94-67644554b875 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:51:45.001838 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 27a9e3ed-24ff-43c2-ab94-67644554b875 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:51:45.002263 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 518cd193-1c72-443e-a768-d63d2f64bfbe no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:51:45.026372 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 518cd193-1c72-443e-a768-d63d2f64bfbe {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:51:45.026716 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 518cd193-1c72-443e-a768-d63d2f64bfbe not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:51:45.027150 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 20f71bb7-489e-4d4f-aeae-cf380c27afe2 no longer exists at agent ovs-agent-dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:51:45.048930 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044556', 'neutron.services.segments.db._delete_segments_for_network-8791266606062'] for network, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.054690 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] No Port match for: 20f71bb7-489e-4d4f-aeae-cf380c27afe2 {{(pid=93975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:51:45.055072 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.rpc [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Device 20f71bb7-489e-4d4f-aeae-cf380c27afe2 not bound to the agent host dv-cinder-805887-5-iscsi {{(pid=93975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:51:45.057596 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.db [None req-00baf996-4722-471e-8128-1ae113825115 None None] For port 518cd193-1c72-443e-a768-d63d2f64bfbe, host dv-cinder-805887-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-5-iscsi',level=0,port_id=518cd193-1c72-443e-a768-d63d2f64bfbe,segment=NetworkSegment(7b4f3250-e16d-4bd8-96f7-e396fea445c2),segment_id=7b4f3250-e16d-4bd8-96f7-e396fea445c2)] {{(pid=93975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:51:45.058167 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-00baf996-4722-471e-8128-1ae113825115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685022'] for port, precommit_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.060837 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7da1db-bc14-460a-a87a-b0e5c1899637']}} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:45.073388 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-00baf996-4722-471e-8128-1ae113825115 None None] Calling delete_port for 518cd193-1c72-443e-a768-d63d2f64bfbe owned by network:dhcp {{(pid=93975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:51:45.075814 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4f3250-e16d-4bd8-96f7-e396fea445c2') {'for_net_delete': True} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:45.076165 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.services.segments.db [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4f3250-e16d-4bd8-96f7-e396fea445c2') {} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:51:45.086791 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791266605945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4754566'] for segment, before_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.101664 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566'] for segment, precommit_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.108750 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:51:45.109438 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795156'] for segment, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: Traceback (most recent call last): Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: timer() Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: cb(*args, **kw) Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: return func(*args, **kwargs) Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: self._notify() Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: self.callback(batched_events) Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: event.method(event) Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: return f(self, *a, **k) Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._get(url).json() Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: return self.request(url, 'GET', **kwargs) Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:51:45.111911 dv-cinder-805887-5-iscsi neutron-server[93973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:51:45.154912 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-00baf996-4722-471e-8128-1ae113825115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791266581535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791266122271'] for port, after_delete {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.174974 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2069898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682275'] for network, after_delete {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.178896 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00baf996-4722-471e-8128-1ae113825115 None None] Pushing event deleted for resources: {'Port': ['ID=518cd193-1c72-443e-a768-d63d2f64bfbe,revision_number=None']} {{(pid=93975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:45.179666 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069880'] for network, before_response {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.182278 dv-cinder-805887-5-iscsi neutron-server[93973]: INFO neutron.wsgi [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] 10.222.0.30 "DELETE /v2.0/networks/7f7da1db-bc14-460a-a87a-b0e5c1899637 HTTP/1.1" status: 204 len: 168 time: 0.5366330 Aug 27 03:51:45.191658 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00baf996-4722-471e-8128-1ae113825115 None None] No DVR routers for this DVR port 518cd193-1c72-443e-a768-d63d2f64bfbe on host dv-cinder-805887-5-iscsi {{(pid=93975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:51:45.196560 dv-cinder-805887-5-iscsi neutron-server[93973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da5b43-140d-430e-8a82-c48397886ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7da1db-bc14-460a-a87a-b0e5c1899637,revision_number=None']} {{(pid=93973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:45.345068 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60764) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:45.383680 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-40a9deca-a144-4519-b844-0a55d51bd8b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85756cb928784a959a0e8e5a52e96843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374711 Aug 27 03:51:45.385959 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60766) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:45.435131 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-329d686b-fea0-4fa3-bc56-db551fca452d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.455667 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-329d686b-fea0-4fa3-bc56-db551fca452d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.499593 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-329d686b-fea0-4fa3-bc56-db551fca452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.502434 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-329d686b-fea0-4fa3-bc56-db551fca452d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.503615 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-329d686b-fea0-4fa3-bc56-db551fca452d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/381c1710-a341-4b81-8237-145420bdddd5 HTTP/1.1" status: 204 len: 168 time: 0.1166973 Aug 27 03:51:45.512159 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d686b-fea0-4fa3-bc56-db551fca452d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381c1710-a341-4b81-8237-145420bdddd5,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:45.808809 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60772) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:45.847862 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-cd5c2aa8-6aa7-4506-9a83-b0731b2fa029 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e90afd8700df4f7889bf25d45870e17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378628 Aug 27 03:51:45.850254 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.wsgi [-] (93974) accepted ('10.222.0.30', 60774) {{(pid=93974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:51:45.898822 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3b2a-b44e-43c2-8d9e-6e57faf01359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.921561 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3b2a-b44e-43c2-8d9e-6e57faf01359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.966885 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3b2a-b44e-43c2-8d9e-6e57faf01359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742360'] for security_group, after_delete {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.969403 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3b2a-b44e-43c2-8d9e-6e57faf01359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:45.970546 dv-cinder-805887-5-iscsi neutron-server[93974]: INFO neutron.wsgi [None req-d0ee3b2a-b44e-43c2-8d9e-6e57faf01359 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7c9dee5-b5a3-4a7d-9ab6-1df0beadbb39 HTTP/1.1" status: 204 len: 168 time: 0.1193771 Aug 27 03:51:45.978388 dv-cinder-805887-5-iscsi neutron-server[93974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee3b2a-b44e-43c2-8d9e-6e57faf01359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c9dee5-b5a3-4a7d-9ab6-1df0beadbb39,revision_number=None']} {{(pid=93974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:51:48.200737 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:56.069323 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:52:03.816629 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e8d9dfdd-34a2-44e2-a63c-140324f612f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:06.253509 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:07.647683 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-bd869232-fd0e-48d2-b2b0-902c90abb3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:08.568320 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:11.168053 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:18.217037 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:33.068306 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:52:33.816281 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2e7603f0-e128-40a7-b3ad-f136a5528a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:36.256583 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:37.648461 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-6258afa0-9e78-4b19-a567-66a09a340d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:38.569955 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:41.170542 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:48.214607 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:03.817185 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-714139f3-b190-4c13-a6e6-9df6c19232db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:06.256926 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:07.651167 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-53227132-33fb-4fab-b76f-8d4577bcd4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:08.572799 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:10.067325 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:53:11.173624 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:18.214250 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:33.817805 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2359f02d-5988-4a0f-9b6f-1a572addc767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:36.259547 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:37.652795 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-fc241e4c-1eb7-4f76-9363-fbf216604e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:38.575950 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:41.176974 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:47.067078 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:53:48.218109 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:03.818639 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-9dc694d7-a978-404b-a2fe-78a325f137e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:06.261577 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:07.653053 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-e26a19a6-a52f-41e4-8e07-9a630c19a085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:08.578796 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:11.180080 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:18.214965 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:24.067740 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:54:33.819932 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-26a02dc5-13ee-441c-859c-e95ef9261283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:36.262175 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:37.656077 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-55113300-cd28-4886-a028-2bcc332be25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:38.583081 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:41.183781 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:48.236331 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:01.066903 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:55:03.820742 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-1457ca7f-cf72-4cdb-871b-000c8cefab8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:06.263027 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:07.657707 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-654c537b-81db-4f90-b988-0f8a6ed927d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:08.585424 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:11.187490 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:18.242593 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:33.821193 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-177c900c-f372-430b-9b06-3794827e8a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:36.266858 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:37.659779 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-77651aad-8819-4533-bc29-28f82bb8c709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:38.066772 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:55:38.587755 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:41.189436 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:48.254430 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:03.822046 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-61b3446b-c1d2-4ad1-b473-3a2c95c9edbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:06.268274 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:07.659921 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5bbd3675-859e-4bdc-acf7-377ca2f2275e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:08.590668 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:11.192686 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:15.067139 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:56:18.252757 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:33.821919 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-60f2bbb9-a3e9-4973-aeb9-b1f566487adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:36.269412 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2a4b-331a-4e6c-a042-6a9ee0107eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:37.659674 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-980b3f9b-a1a6-4192-a3b9-33ac4166dc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:38.592599 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-5c822ef3-1c70-4b49-acf9-8eb3e14438c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:41.196388 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-2ff7109f-d1b1-41e1-bf21-5b37f463326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:48.268120 dv-cinder-805887-5-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-8ce790ef-796f-4eb6-bfe9-7d2fbff62128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791266606044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1046134'] for agent, after_update {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:52.065205 dv-cinder-805887-5-iscsi neutron-server[93976]: DEBUG neutron.db.agents_db [None req-3ef2df10-7ac5-4fb7-9300-dab9d5e1f3d4 None None] Agent healthcheck: found 6 active agents {{(pid=93976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}